00000001:01000000:2.0F:1787707125.304537:0:2338:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 495 MB/s 00000001:01000000:2.0:1787707125.554482:0:2338:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 623 MB/s 00000001:01000000:3.0F:1787707125.803862:0:2338:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 6203 MB/s 00000020:02000000:3.0:1787707126.704392:0:2367:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.57_80_gf69c3ef 00000400:02000000:1.0F:1787707127.615867:0:2383:0:(api-ni.c:2823:lnet_startup_lndni()) Added LNI 192.168.203.15@tcp [8/256/0/180] 00008000:02000000:2.0:1787707131.135497:0:2533:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0:1787707322.096297:0:6162:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1787707322.096302:0:6162:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1787707322.096303:0:6162:0:(obd_mount.c:926:lmd_print()) device: 192.168.203.115@tcp:/lustre 00000020:01000004:1.0:1787707322.096304:0:6162:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:3.0:1787707322.096565:0:6162:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 00000000dd1bf94d 00000080:01000004:3.0:1787707322.096576:0:6162:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:3.0:1787707322.096592:0:6162:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.115@tcp' 00000020:01000004:3.0:1787707322.096702:0:6162:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.115@tcp (typ=mgc) 00000020:00000080:3.0:1787707322.096724:0:6162:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.115@tcp (00000000a9b3c96c) 00000020:00000080:3.0:1787707322.096754:0:6162:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:3.0:1787707322.097101:0:6162:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1787707322.097124:0:6162:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1787707322.097272:0:6162:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:3.0:1787707322.097278:0:6162:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1787707322.101818:0:6162:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:1.0:1787707322.101832:0:6162:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1787707322.102088:0:6162:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:1.0:1787707322.102093:0:6162:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:1.0:1787707322.102533:0:6162:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:1.0:1787707322.102540:0:6162:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:1.0:1787707322.103721:0:6162:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787707322.104277:0:6162:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787707322.104490:0:6162:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:1.0:1787707322.104496:0:6162:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1787707322.106171:0:6162:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:1.0:1787707322.106185:0:6162:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:3.0:1787707322.116691:0:6162:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:3.0:1787707322.116705:0:6162:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:3.0:1787707322.121430:0:6162:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:3.0:1787707322.121442:0:6162:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:1.0:1787707322.122546:0:6162:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:1.0:1787707322.122556:0:6162:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:1.0:1787707322.122979:0:6162:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:1.0:1787707322.122986:0:6162:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:3.0:1787707322.123519:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707322.123522:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707322.123524:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:1.0:1787707322.134390:0:6162:0:(ldlm_lib.c:102:import_set_conn()) imp 000000005e0825ec@MGC192.168.203.115@tcp: add connection 192.168.203.115@tcp at head 00010000:00010000:1.0:1787707322.134553:0:6162:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.115@tcp-0 is initialized 00000040:01000000:1.0:1787707322.134560:0:6162:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.115@tcp ctxt 1 is initialized 00010000:00010000:3.0:1787707322.135193:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707322.135312:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707322.135315:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707322.137424:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1787707322.137515:0:6176:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1787707322.137593:0:6162:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.115@tcp (uuid d829a6f2-ddf5-48c5-884c-8dabdaf957f4) 00000020:00000080:2.0:1787707322.137617:0:6162:0:(genops.c:1385:class_connect()) connect: client d829a6f2-ddf5-48c5-884c-8dabdaf957f4, cookie 0xef8a31b52a3b6133 00000100:00080000:2.0:1787707322.137630:0:6162:0:(import.c:510:import_select_connection()) MGC192.168.203.115@tcp: connect to NID 192.168.203.115@tcp last attempt 0 00000100:00080000:2.0:1787707322.137640:0:6162:0:(import.c:624:import_select_connection()) MGC192.168.203.115@tcp: import 000000005e0825ec using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000100:00100000:2.0:1787707322.137697:0:6162:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000088b34850 x1874546788401280/t0(0) o250->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787707322.137726:0:6162:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import d829a6f2-ddf5-48c5-884c-8dabdaf957f4->MGS 00000080:00200000:2.0:1787707322.137783:0:6162:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff967f43ef7000 (sb 00000000dd1bf94d) 00000080:01000000:2.0:1787707322.137882:0:6162:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1787707322.137885:0:6162:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1787707322.137889:0:6162:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:2.0:1787707322.138037:0:6162:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 293f2ea6-236f-4c9d-929b-69ffdff88607 00000100:00100000:3.0:1787707322.138285:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@0000000088b34850 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2399:1874546788401280:192.168.203.115@tcp:250: 00000100:00100000:3.0:1787707322.141553:0:2399:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.203.115@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787707322.141569:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.115@tcp: connect to target with instance 0 00000100:00080000:3.0:1787707322.141578:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.115@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1787707322.141583:0:2399:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1787707322.141586:0:2399:0:(import.c:65:import_set_state_nolock()) 000000005e0825ec MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1787707322.141591:0:2399:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1787707322.141606:0:2399:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1787707322.141616:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@0000000088b34850 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2399:1874546788401280:192.168.203.115@tcp:250: 10000000:01000000:2.0:1787707322.145380:0:6162:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787707322.145385:0:6162:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff967f43ef7000 10000000:01000000:2.0:1787707322.145389:0:6162:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff967f455c3370 10000000:01000000:2.0:1787707322.145394:0:6162:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787707322.145401:0:6162:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff967f455c3370 from 1 10000000:01000000:2.0:1787707322.145404:0:6162:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1787707322.145442:0:6162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: 0000000000c9e4a9/0xef8a31b52a3b613a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707322.145453:0:6162:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: 0000000000c9e4a9/0xef8a31b52a3b613a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707322.145463:0:6162:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: 0000000000c9e4a9/0xef8a31b52a3b613a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787707322.145484:0:6162:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000fab6e78f pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788401408:192.168.203.115@tcp:101: 00000100:00100000:2.0:1787707322.153936:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set 000000008ae155b0 going to sleep for 11 seconds 00000100:00100000:2.0:1787707322.166404:0:6162:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000fab6e78f pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788401408:192.168.203.115@tcp:101: 00010000:00010000:2.0:1787707322.166435:0:6162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: 0000000000c9e4a9/0xef8a31b52a3b613a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926a0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707322.166447:0:6162:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: 0000000000c9e4a9/0xef8a31b52a3b613a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xedf007d7564926a0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787707322.166518:0:6162:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000fab6e78f pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788401536:192.168.203.115@tcp:501: 00000100:00100000:2.0:1787707322.166630:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set 000000008ae155b0 going to sleep for 11 seconds 00000100:00100000:2.0:1787707322.170439:0:6162:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000fab6e78f pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788401536:192.168.203.115@tcp:501: 10000000:01000000:2.0:1787707322.170480:0:6162:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1787707322.170530:0:6162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: 0000000000c9e4a9/0xef8a31b52a3b613a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926a0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707322.170540:0:6162:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: 0000000000c9e4a9/0xef8a31b52a3b613a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926a0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787707322.170548:0:6162:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff967f43ef7000 10000000:01000000:2.0:1787707322.170553:0:6162:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787707322.170557:0:6162:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff967f43ef7000 10000000:01000000:2.0:1787707322.170559:0:6162:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787707322.170562:0:6162:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff967f43ef7000 10000000:01000000:2.0:1787707322.170564:0:6162:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1787707322.170567:0:6162:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff967f43ef7000 from 1 10000000:01000000:2.0:1787707322.170569:0:6162:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787707322.170595:0:6162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: 00000000fb2c365e/0xef8a31b52a3b6141 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707322.170608:0:6162:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: 00000000fb2c365e/0xef8a31b52a3b6141 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707322.170617:0:6162:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: 00000000fb2c365e/0xef8a31b52a3b6141 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787707322.170635:0:6162:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000fab6e78f pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788401664:192.168.203.115@tcp:101: 00000100:00100000:2.0:1787707322.170710:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set 000000008ae155b0 going to sleep for 11 seconds 00000100:00100000:3.0:1787707322.178307:0:6162:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000fab6e78f pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788401664:192.168.203.115@tcp:101: 00010000:00010000:3.0:1787707322.178336:0:6162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: 00000000fb2c365e/0xef8a31b52a3b6141 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707322.178347:0:6162:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: 00000000fb2c365e/0xef8a31b52a3b6141 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xedf007d7564926a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787707322.178461:0:6162:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000003817872b pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788401792:192.168.203.115@tcp:501: 00000100:00100000:3.0:1787707322.178552:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set 000000004d3d676b going to sleep for 11 seconds 00000100:00100000:3.0:1787707322.181957:0:6162:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000003817872b pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788401792:192.168.203.115@tcp:501: 00000100:00100000:3.0:1787707322.182010:0:6162:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000003817872b pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788401920:192.168.203.115@tcp:503: 00000100:00100000:3.0:1787707322.182100:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set 000000004d3d676b going to sleep for 11 seconds 00000100:00100000:3.0:1787707322.186833:0:6162:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000003817872b pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788401920:192.168.203.115@tcp:503: 00000100:00100000:0.0F:1787707322.187492:0:6181:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000cfdbb650 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6181:1874546788402048:192.168.203.115@tcp:502: 00000100:00100000:0.0:1787707322.187592:0:6181:0:(client.c:2715:ptlrpc_set_wait()) set 0000000041332039 going to sleep for 11 seconds 00000100:00100000:2.0:1787707322.192660:0:6181:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000cfdbb650 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6181:1874546788402048:192.168.203.115@tcp:502: 00000020:01000000:2.0:1787707322.192701:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787707322.192713:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787707322.192715:0:6181:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1787707322.192722:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff967f43ef7000 00000020:00000080:2.0:1787707322.192724:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787707322.192772:0:6181:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff967f43ef7000 (00000000f6a4ec14) 00000020:00000080:2.0:1787707322.192790:0:6181:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:2.0:1787707322.192797:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff967f43ef7000 00000020:00000080:2.0:1787707322.192800:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1787707322.193089:0:6181:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff967f43ef7000 (uuid 293f2ea6-236f-4c9d-929b-69ffdff88607) 00000020:01000000:2.0:1787707322.193094:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787707322.193098:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787707322.193100:0:6181:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1787707322.193102:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787707322.193105:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787707322.193106:0:6181:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1787707322.193109:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff967f43ef7000 00000020:00000080:2.0:1787707322.193111:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787707322.193116:0:6181:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff967f43ef7000 (00000000182a714d) 00000020:00000080:2.0:1787707322.193125:0:6181:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:2.0:1787707322.193135:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff967f43ef7000 00000020:00000080:2.0:1787707322.193137:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1787707322.193510:0:6181:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff967f43ef7000 (uuid 293f2ea6-236f-4c9d-929b-69ffdff88607) 00000020:01000000:2.0:1787707322.193515:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787707322.193519:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787707322.193520:0:6181:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1787707322.193522:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787707322.193525:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787707322.193526:0:6181:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1787707322.193530:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1787707322.193531:0:6181:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1787707322.193533:0:6181:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1787707322.193538:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787707322.193540:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787707322.193541:0:6181:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1787707322.193543:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787707322.193547:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787707322.193548:0:6181:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1787707322.193550:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787707322.193554:0:6181:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:2.0:1787707322.193573:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff967f43ef7000 00000020:00000080:2.0:1787707322.193575:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787707322.193581:0:6181:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff967f43ef7000 (00000000bb2951a4) 00000020:00000080:2.0:1787707322.193589:0:6181:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1787707322.193593:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff967f43ef7000 00000020:00000080:2.0:1787707322.193594:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1787707322.193649:0:6181:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ef367e8e@lustre-MDT0000-mdc-ffff967f43ef7000: add connection 192.168.203.115@tcp at head 00010000:00010000:2.0:1787707322.197041:0:6181:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff967f43ef7000-1 is initialized 00000040:01000000:2.0:1787707322.197480:0:6181:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff967f43ef7000 ctxt 13 is initialized 00000020:00000080:0.0:1787707322.199999:0:6181:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff967f43ef7000 (uuid 293f2ea6-236f-4c9d-929b-69ffdff88607) 00000020:01000000:0.0:1787707322.200015:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff967f43ef7000 00000020:00000080:0.0:1787707322.200020:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787707322.200041:0:6181:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1787707322.200098:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787707322.200102:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707322.200171:0:6181:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1787707322.200176:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787707322.200179:0:6181:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1787707322.200180:0:6181:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787707322.200181:0:6181:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787707322.200183:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787707322.200186:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707322.200187:0:6181:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787707322.200190:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787707322.200194:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707322.200195:0:6181:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1787707322.200197:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787707322.200202:0:6181:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:0.0:1787707322.200229:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff967f43ef7000 00000020:00000080:0.0:1787707322.200232:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787707322.200370:0:6181:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff967f43ef7000 (0000000015359c72) 00000020:00000080:0.0:1787707322.200389:0:6181:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:0.0:1787707322.200395:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff967f43ef7000 00000020:00000080:0.0:1787707322.200398:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787707322.200511:0:6181:0:(ldlm_lib.c:102:import_set_conn()) imp 000000000d8f2bb5@lustre-MDT0001-mdc-ffff967f43ef7000: add connection 192.168.203.115@tcp at head 00010000:00010000:0.0:1787707322.206423:0:6181:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff967f43ef7000-2 is initialized 00000040:01000000:0.0:1787707322.206661:0:6181:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff967f43ef7000 ctxt 13 is initialized 00000020:00000080:1.0:1787707322.207575:0:6181:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff967f43ef7000 (uuid 293f2ea6-236f-4c9d-929b-69ffdff88607) 00000020:01000000:1.0:1787707322.207590:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff967f43ef7000 00000020:00000080:1.0:1787707322.207594:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1787707322.207616:0:6181:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:1.0:1787707322.207654:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787707322.207658:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787707322.207659:0:6181:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:1.0:1787707322.207662:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787707322.207664:0:6181:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1787707322.207666:0:6181:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787707322.207674:0:6181:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787707322.207676:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787707322.207679:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787707322.207680:0:6181:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787707322.207682:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787707322.207687:0:6181:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.115@tcp:/lustre 00000020:00000080:1.0:1787707322.207690:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787707322.207691:0:6181:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1787707322.207694:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787707322.207698:0:6181:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:1.0:1787707322.207726:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff967f43ef7000 00000020:00000080:1.0:1787707322.207729:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787707322.207839:0:6181:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff967f43ef7000 (00000000445feaad) 00000020:00000080:1.0:1787707322.207857:0:6181:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:1.0:1787707322.207864:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff967f43ef7000 00000020:00000080:1.0:1787707322.207866:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787707322.207985:0:6181:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000023a39f10@lustre-OST0000-osc-ffff967f43ef7000: add connection 192.168.203.115@tcp at head 00010000:00010000:1.0:1787707322.208422:0:6181:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff967f43ef7000-3 is initialized 00000020:00000080:1.0:1787707322.211626:0:6181:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff967f43ef7000 (uuid 293f2ea6-236f-4c9d-929b-69ffdff88607) 00000020:01000000:1.0:1787707322.211644:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff967f43ef7000 00000020:00000080:1.0:1787707322.211648:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1787707322.211670:0:6181:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1787707322.211678:0:6181:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff967f43ef7000: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1787707322.211685:0:6181:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1787707322.211698:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787707322.211703:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787707322.211705:0:6181:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1787707322.211708:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787707322.211711:0:6181:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1787707322.211712:0:6181:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787707322.211714:0:6181:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787707322.211715:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787707322.211724:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787707322.211726:0:6181:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787707322.211729:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787707322.211734:0:6181:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.115@tcp:/lustre 00000020:00000080:1.0:1787707322.211737:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787707322.211874:0:6181:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1787707322.211879:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787707322.211884:0:6181:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:1.0:1787707322.211910:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff967f43ef7000 00000020:00000080:1.0:1787707322.211912:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787707322.211921:0:6181:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff967f43ef7000 (000000005ca6b306) 00000020:00000080:1.0:1787707322.211939:0:6181:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:1.0:1787707322.211943:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff967f43ef7000 00000020:00000080:1.0:1787707322.211945:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787707322.212021:0:6181:0:(ldlm_lib.c:102:import_set_conn()) imp 000000007b6fc561@lustre-OST0001-osc-ffff967f43ef7000: add connection 192.168.203.115@tcp at head 00010000:00010000:1.0:1787707322.213005:0:6181:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff967f43ef7000-4 is initialized 00000020:00000080:1.0:1787707322.213588:0:6181:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff967f43ef7000 (uuid 293f2ea6-236f-4c9d-929b-69ffdff88607) 00000020:01000000:1.0:1787707322.213598:0:6181:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff967f43ef7000 00000020:00000080:1.0:1787707322.213601:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1787707322.213619:0:6181:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1787707322.213626:0:6181:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff967f43ef7000: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1787707322.213630:0:6181:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1787707322.213640:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787707322.213644:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787707322.213645:0:6181:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1787707322.213648:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787707322.213651:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787707322.213653:0:6181:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:1.0:1787707322.213655:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1787707322.213657:0:6181:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:1.0:1787707322.213698:0:6181:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@00000000544c843f pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6181:1874546788402176:192.168.203.115@tcp:502: 00000100:00100000:1.0:1787707322.213846:0:6181:0:(client.c:2715:ptlrpc_set_wait()) set 00000000743ba640 going to sleep for 11 seconds 00000100:00100000:3.0:1787707322.218410:0:6181:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@00000000544c843f pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6181:1874546788402176:192.168.203.115@tcp:502: 00000020:01000000:3.0:1787707322.218459:0:6181:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787707322.218466:0:6181:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787707322.218469:0:6181:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000040:00080000:3.0:1787707322.218472:0:6181:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:1.0:1787707322.218658:0:6162:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:1.0:1787707322.218676:0:6162:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787707322.218697:0:6162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: 00000000fb2c365e/0xef8a31b52a3b6141 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707322.218708:0:6162:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: 00000000fb2c365e/0xef8a31b52a3b6141 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787707322.218714:0:6162:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff967f43ef7000 from 1 10000000:01000000:1.0:1787707322.218717:0:6162:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1787707322.218773:0:6162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: 000000008e7d6301/0xef8a31b52a3b6172 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707322.218781:0:6162:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: 000000008e7d6301/0xef8a31b52a3b6172 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707322.218789:0:6162:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: 000000008e7d6301/0xef8a31b52a3b6172 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787707322.218806:0:6162:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000004e803155 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788402304:192.168.203.115@tcp:101: 00000100:00100000:1.0:1787707322.222979:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set 00000000d832c240 going to sleep for 11 seconds 00000100:00100000:2.0:1787707322.228707:0:6162:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000004e803155 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788402304:192.168.203.115@tcp:101: 00010000:00010000:2.0:1787707322.228734:0:6162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: 000000008e7d6301/0xef8a31b52a3b6172 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926ae expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707322.228785:0:6162:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: 000000008e7d6301/0xef8a31b52a3b6172 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xedf007d7564926ae expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787707322.229644:0:6162:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000002ca9e444 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788402432:192.168.203.115@tcp:256: 00000100:00100000:2.0:1787707322.229937:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set 000000003eafcfca going to sleep for 11 seconds 00000100:00100000:2.0:1787707322.236477:0:6162:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000002ca9e444 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788402432:192.168.203.115@tcp:256: 10000000:01000000:2.0:1787707322.237126:0:6162:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1787707322.237194:0:6162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: 000000008e7d6301/0xef8a31b52a3b6172 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926ae expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707322.237206:0:6162:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: 000000008e7d6301/0xef8a31b52a3b6172 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926ae expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787707322.237213:0:6162:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff967f43ef7000 from 1 10000000:01000000:2.0:1787707322.237216:0:6162:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787707322.237251:0:6162:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: 00000000d372dc5d/0xef8a31b52a3b6179 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707322.237267:0:6162:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: 00000000d372dc5d/0xef8a31b52a3b6179 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707322.237276:0:6162:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: 00000000d372dc5d/0xef8a31b52a3b6179 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787707322.237296:0:6162:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000002ca9e444 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788402560:192.168.203.115@tcp:101: 00000100:00100000:2.0:1787707322.237392:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set 000000003eafcfca going to sleep for 11 seconds 00000100:00100000:2.0:1787707322.240087:0:6162:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000002ca9e444 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788402560:192.168.203.115@tcp:101: 00010000:00010000:2.0:1787707322.240173:0:6162:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: 00000000d372dc5d/0xef8a31b52a3b6179 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926b5 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707322.240186:0:6162:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: 00000000d372dc5d/0xef8a31b52a3b6179 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xedf007d7564926b5 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787707322.240273:0:6162:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000002ca9e444 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788402688:192.168.203.115@tcp:501: 00000100:00100000:2.0:1787707322.240385:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set 000000003eafcfca going to sleep for 11 seconds 00000100:00100000:2.0:1787707322.242343:0:6162:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000002ca9e444 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788402688:192.168.203.115@tcp:501: 00000100:00100000:2.0:1787707322.242413:0:6162:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000002ca9e444 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788402816:192.168.203.115@tcp:503: 00000100:00100000:2.0:1787707322.242535:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set 000000003eafcfca going to sleep for 11 seconds 00000100:00100000:2.0:1787707322.247730:0:6162:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000002ca9e444 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6162:1874546788402816:192.168.203.115@tcp:503: 00000100:00100000:0.0:1787707322.248343:0:6185:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@000000008303aa79 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6185:1874546788402944:192.168.203.115@tcp:502: 00000100:00100000:0.0:1787707322.248491:0:6185:0:(client.c:2715:ptlrpc_set_wait()) set 00000000164b4ab5 going to sleep for 11 seconds 00000100:00100000:0.0:1787707322.254073:0:6185:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@000000008303aa79 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6185:1874546788402944:192.168.203.115@tcp:502: 00000020:01000000:0.0:1787707322.254121:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787707322.254132:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707322.254134:0:6185:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1787707322.254141:0:6185:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff967f43ef7000 00000020:00000080:0.0:1787707322.254143:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1787707322.254200:0:6185:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6185:1874546788403072:192.168.203.115@tcp:502: 00000100:00100000:0.0:1787707322.254285:0:6185:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f4552d180 going to sleep for 11 seconds 00000100:00100000:0.0:1787707322.256962:0:6185:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8ea00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6185:1874546788403072:192.168.203.115@tcp:502: 00000020:01000000:0.0:1787707322.257003:0:6185:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787707322.257011:0:6185:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707322.257013:0:6185:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:0.0:1787707322.257018:0:6185:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:2.0:1787707322.257180:0:6162:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:2.0:1787707322.257200:0:6162:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787707322.257220:0:6162:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f4150e000/0xef8a31b52a3b6179 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926b5 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707322.257232:0:6162:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff967f4150e000/0xef8a31b52a3b6179 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926b5 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:2.0:1787707322.257252:0:6162:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:2.0:1787707322.257274:0:6162:0:(genops.c:1385:class_connect()) connect: client 293f2ea6-236f-4c9d-929b-69ffdff88607, cookie 0xef8a31b52a3b6180 00800000:01000000:2.0:1787707322.257294:0:6162:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 293f2ea6-236f-4c9d-929b-69ffdff88607 to lustre-clilmv-ffff967f43ef7000 00800000:01000000:2.0:1787707322.257301:0:6162:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff967f43ef7000(293f2ea6-236f-4c9d-929b-69ffdff88607) - lustre-MDT0000_UUID, 293f2ea6-236f-4c9d-929b-69ffdff88607 00000020:00000080:2.0:1787707322.257310:0:6162:0:(genops.c:1385:class_connect()) connect: client 293f2ea6-236f-4c9d-929b-69ffdff88607, cookie 0xef8a31b52a3b6187 00000100:00080000:2.0:1787707322.257325:0:6162:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff967f43ef7000: connect to NID 192.168.203.115@tcp last attempt 0 00000100:00080000:2.0:1787707322.257334:0:6162:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff967f43ef7000: import ffff967f48d55800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787707322.257346:0:6162:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787707322.257380:0:6162:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967f45558a80 x1874546788403200/t0(0) o38->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787707322.257409:0:6162:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0000_UUID 00800000:01000000:2.0:1787707322.257496:0:6162:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff967f43ef7000(293f2ea6-236f-4c9d-929b-69ffdff88607) successfully (5) 00800000:00000004:2.0:1787707322.257500:0:6162:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff967f43ef7000: age -704, max_age 0 00000100:00080000:2.0:1787707322.257593:0:2403:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff967f4555a680 x1874546788403328/t0(0) o41->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00800000:01000000:2.0:1787707322.257644:0:6162:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff967f43ef7000(293f2ea6-236f-4c9d-929b-69ffdff88607) - lustre-MDT0001_UUID, 293f2ea6-236f-4c9d-929b-69ffdff88607 00000020:00000080:2.0:1787707322.257651:0:6162:0:(genops.c:1385:class_connect()) connect: client 293f2ea6-236f-4c9d-929b-69ffdff88607, cookie 0xef8a31b52a3b618e 00000100:00080000:2.0:1787707322.257656:0:6162:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff967f43ef7000: connect to NID 192.168.203.115@tcp last attempt 0 00000100:00080000:2.0:1787707322.257661:0:6162:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff967f43ef7000: import ffff967f58d1e000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787707322.257667:0:6162:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787707322.257678:0:6162:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967f4555b800 x1874546788403456/t0(0) o38->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787707322.257686:0:6162:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0001_UUID 00800000:01000000:2.0:1787707322.257724:0:6162:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff967f43ef7000(293f2ea6-236f-4c9d-929b-69ffdff88607) successfully (5) 00800000:00000004:2.0:1787707322.257726:0:6162:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff967f43ef7000: age -704, max_age 0 00000100:00080000:2.0:1787707322.257774:0:2402:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff967f4555b100 x1874546788403584/t0(0) o41->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000080:00000004:2.0:1787707322.257798:0:6162:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff967f43ef7000: age -704, max_age 295 00800000:00000004:2.0:1787707322.257804:0:6162:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff967f43ef7000: age -704, max_age 295 00000100:00080000:2.0:1787707322.257825:0:6162:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff967f4555a300 x1874546788403712/t0(0) o41->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707322.257832:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f465b7a80 going to sleep for 0 seconds 00000100:00100000:0.0:1787707322.257986:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f45558a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:293f2ea6-236f-4c9d-929b-69ffdff88607:2399:1874546788403200:192.168.203.115@tcp:38: 00000100:00100000:0.0:1787707322.258059:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:293f2ea6-236f-4c9d-929b-69ffdff88607:2399:1874546788403456:192.168.203.115@tcp:38: 00010000:00080000:0.0:1787707322.262418:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f45558a80 x1874546788403200/t0(0) o38->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 520/416 e 0 to 0 dl 1787707332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707322.262433:0:2399:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f43ef7000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1787707322.262443:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff967f43ef7000: connect to target with instance 1 00000001:01000000:2.0:1787707322.513554:0:2399:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff967f43ef7000: T10 checksum algorithm t10ip512 speed = 3286 MB/s 00000001:01000000:3.0:1787707322.763423:0:2399:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff967f43ef7000: T10 checksum algorithm t10ip4K speed = 2523 MB/s 00000001:01000000:1.0:1787707323.015866:0:2399:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff967f43ef7000: T10 checksum algorithm t10crc512 speed = 478 MB/s 00010000:00010000:0.0:1787707323.200638:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787707323.265448:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f465b7a80 going to sleep for 0 seconds 00000001:01000000:0.0:1787707323.272437:0:2399:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff967f43ef7000: T10 checksum algorithm t10crc4K speed = 531 MB/s 00000100:00080000:0.0:1787707323.272451:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff967f43ef7000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1787707323.272464:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1787707323.272470:0:2399:0:(import.c:65:import_set_state_nolock()) ffff967f48d55800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1787707323.273365:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002d7d9f51): req@ffff967f4555a680 x1874546788403328/t0(0) o41->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787707323.273396:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000b1ae5f86): req@ffff967f4555a300 x1874546788403712/t0(0) o41->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707323.273417:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f45558a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:293f2ea6-236f-4c9d-929b-69ffdff88607:2399:1874546788403200:192.168.203.115@tcp:38: 00010000:00080000:0.0:1787707323.273449:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f4555b800 x1874546788403456/t0(0) o38->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 520/416 e 0 to 0 dl 1787707332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707323.273458:0:2399:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f43ef7000: committing for last_committed 0 gen 1 00000100:00080000:0.0:1787707323.273468:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff967f43ef7000: connect to target with instance 1 00000100:00080000:0.0:1787707323.273476:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff967f43ef7000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:0.0:1787707323.273483:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1787707323.273485:0:2399:0:(import.c:65:import_set_state_nolock()) ffff967f58d1e000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787707323.273942:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f465b7a80 going to sleep for 11 seconds 00000100:00080000:3.0:1787707323.274291:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000054a7e5b6): req@ffff967f4555b100 x1874546788403584/t0(0) o41->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707323.274304:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:293f2ea6-236f-4c9d-929b-69ffdff88607:2399:1874546788403456:192.168.203.115@tcp:38: 00010000:00080000:2.0:1787707323.284273:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f4555b100 x1874546788403584/t0(0) o41->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1787707339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707323.284297:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:0:1874546788403584:192.168.203.115@tcp:41: 00010000:00080000:2.0:1787707323.284347:0:6162:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f4555a300 x1874546788403712/t0(0) o41->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1787707339 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707323.284369:0:6162:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:293f2ea6-236f-4c9d-929b-69ffdff88607:6162:1874546788403712:192.168.203.115@tcp:41: 00800000:00000004:2.0:1787707323.284383:0:6162:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff967f43ef7000: update ffff967f42bed178 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:2.0:1787707323.284391:0:6162:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff967f43ef7000: update ffff967f42be9e08 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:2.0:1787707323.284424:0:6162:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:293f2ea6-236f-4c9d-929b-69ffdff88607:6162:1874546788403840:192.168.203.115@tcp:40: 00000100:00100000:2.0:1787707323.284491:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f465b7480 going to sleep for 11 seconds 00010000:00080000:3.0:1787707323.285002:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f4555a680 x1874546788403328/t0(0) o41->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1787707339 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707323.285035:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:0:1874546788403328:192.168.203.115@tcp:41: 00010000:00080000:2.0:1787707323.293995:0:6162:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f4555a300 x1874546788403840/t0(0) o40->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 440/448 e 0 to 0 dl 1787707339 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707323.294012:0:6162:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:293f2ea6-236f-4c9d-929b-69ffdff88607:6162:1874546788403840:192.168.203.115@tcp:40: 00000080:00000004:2.0:1787707323.294035:0:6162:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1787707323.294048:0:6162:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2146304 00020000:01000000:2.0:1787707323.294052:0:6162:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1787707323.294064:0:6162:0:(genops.c:1385:class_connect()) connect: client 293f2ea6-236f-4c9d-929b-69ffdff88607, cookie 0xef8a31b52a3b6195 00000020:00000080:2.0:1787707323.294081:0:6162:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xef8a31b52a3b619c 00000100:00080000:2.0:1787707323.294089:0:6162:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff967f43ef7000: connect to NID 192.168.203.115@tcp last attempt 0 00000100:00080000:2.0:1787707323.294109:0:6162:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff967f43ef7000: import ffff967f493ad800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787707323.294121:0:6162:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787707323.294146:0:6162:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967f4555a300 x1874546788403968/t0(0) o8->lustre-OST0000-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787707323.294173:0:6162:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0000_UUID 00020000:01000000:2.0:1787707323.294191:0:6162:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff967f43ef7000) active 00000020:00000080:2.0:1787707323.294217:0:6162:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xef8a31b52a3b61a3 00000100:00080000:2.0:1787707323.294222:0:6162:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff967f43ef7000: connect to NID 192.168.203.115@tcp last attempt 0 00000100:00080000:2.0:1787707323.294228:0:6162:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff967f43ef7000: import ffff967f493ac800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787707323.294233:0:6162:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787707323.294244:0:6162:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967f4555b100 x1874546788404096/t0(0) o8->lustre-OST0001-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787707323.294251:0:6162:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0001_UUID 00020000:01000000:2.0:1787707323.294256:0:6162:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff967f43ef7000) active 00000100:00100000:2.0:1787707323.294291:0:6162:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:293f2ea6-236f-4c9d-929b-69ffdff88607:6162:1874546788404224:192.168.203.115@tcp:900: 00000100:00100000:2.0:1787707323.294367:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f465b7480 going to sleep for 11 seconds 00000100:00100000:3.0:1787707323.294431:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:293f2ea6-236f-4c9d-929b-69ffdff88607:2399:1874546788403968:192.168.203.115@tcp:8: 00000100:00100000:3.0:1787707323.294476:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:293f2ea6-236f-4c9d-929b-69ffdff88607:2399:1874546788404096:192.168.203.115@tcp:8: 00000100:00100000:0.0:1787707323.294852:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2401:1874546788404352:192.168.203.115@tcp:400: 00010000:00080000:2.0:1787707323.301691:0:6162:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f4555bb80 x1874546788404224/t0(0) o900->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:29/10 lens 264/248 e 0 to 0 dl 1787707339 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707323.301711:0:6162:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:293f2ea6-236f-4c9d-929b-69ffdff88607:6162:1874546788404224:192.168.203.115@tcp:900: 00000100:00100000:2.0:1787707323.301815:0:6162:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:293f2ea6-236f-4c9d-929b-69ffdff88607:6162:1874546788404480:192.168.203.115@tcp:33: 00000100:00100000:2.0:1787707323.301943:0:6162:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f465b7480 going to sleep for 11 seconds 00010000:00080000:3.0:1787707323.303888:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f4555a300 x1874546788403968/t0(0) o8->lustre-OST0000-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 520/416 e 0 to 0 dl 1787707333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707323.303903:0:2399:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff967f43ef7000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787707323.303912:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff967f43ef7000: connect to target with instance 1 00000100:00080000:3.0:1787707323.303922:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff967f43ef7000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787707323.303933:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1787707323.303937:0:2399:0:(import.c:65:import_set_state_nolock()) ffff967f493ad800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787707323.303943:0:2399:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1787707323.303947:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787707323.303953:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787707323.303965:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:293f2ea6-236f-4c9d-929b-69ffdff88607:2399:1874546788403968:192.168.203.115@tcp:8: 00000100:00100000:1.0:1787707323.303974:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2401:1874546788404352:192.168.203.115@tcp:400: 00010000:00080000:3.0:1787707323.303985:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f4555b100 x1874546788404096/t0(0) o8->lustre-OST0001-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 520/416 e 0 to 0 dl 1787707333 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707323.303995:0:2399:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff967f43ef7000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787707323.304000:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff967f43ef7000: connect to target with instance 1 00000100:00080000:3.0:1787707323.304005:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff967f43ef7000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787707323.304010:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787707323.304012:0:2399:0:(import.c:65:import_set_state_nolock()) ffff967f493ac800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787707323.304016:0:2399:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1787707323.304028:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787707323.304031:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787707323.304036:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:293f2ea6-236f-4c9d-929b-69ffdff88607:2399:1874546788404096:192.168.203.115@tcp:8: 00010000:00080000:2.0:1787707323.379370:0:6162:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f4555bb80 x1874546788404480/t0(0) o33->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:23/10 lens 448/464 e 0 to 0 dl 1787707339 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1787707323.379408:0:6162:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:293f2ea6-236f-4c9d-929b-69ffdff88607:6162:1874546788404480:192.168.203.115@tcp:33: 00000080:00200000:2.0:1787707323.379578:0:6162:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) 00000080:00200000:2.0:1787707323.379587:0:6162:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1787707323.379648:0:6162:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_80_gf69c3ef 00000080:00000004:2.0:1787707323.385912:0:6162:0:(super25.c:182:lustre_fill_super()) 192.168.203.115@tcp:/lustre: Mount complete 00000080:00200008:3.0:1787707323.600588:0:6203:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff967f495380c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787707323.600599:0:6203:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8),name=/ 00000002:00010000:3.0:1787707323.600621:0:6203:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787707323.600676:0:6203:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6203 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707323.600686:0:6203:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6203 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707323.600695:0:6203:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6203 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787707323.600718:0:6203:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job mkdir:293f2ea6-236f-4c9d-929b-69ffdff88607:6203:1874546788404608:192.168.203.115@tcp:101: 00000100:00100000:3.0:1787707323.601493:0:6203:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44fb4e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787707323.604531:0:6203:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job mkdir:293f2ea6-236f-4c9d-929b-69ffdff88607:6203:1874546788404608:192.168.203.115@tcp:101: 00010000:00010000:3.0:1787707323.604556:0:6203:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707323.604568:0:6203:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707323.604580:0:6203:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707323.604595:0:6203:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707323.604620:0:6203:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707323.604629:0:6203:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707323.604636:0:6203:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1787707323.604659:0:6203:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff967f58dca680 x1874546788404608/t0(0) o101->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 576/688 e 0 to 0 dl 1787707339 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:3.0:1787707323.604672:0:6203:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707323.604684:0:6203:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff967f45f6a800 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1787707323.604690:0:6203:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:3.0:1787707323.604712:0:6203:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:3.0:1787707323.604717:0:6203:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) for lock 0xef8a31b52a3b61aa 00000080:00010000:3.0:1787707323.604722:0:6203:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) 00000080:00010000:3.0:1787707323.604725:0:6203:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef8a31b52a3b61aa from it ffffb9b144593cb8 00010000:00010000:3.0:1787707323.604729:0:6203:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707323.604774:0:6203:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787707324.224975:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787707325.246922:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1787707325.694368:0:6255:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff967f495380c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787707325.694383:0:6255:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8),name=/ 00000002:00010000:3.0:1787707325.694406:0:6255:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787707325.694424:0:6255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787707325.694439:0:6255:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787707325.694448:0:6255:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787707325.694455:0:6255:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) 00000080:00010000:3.0:1787707325.694459:0:6255:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) for lock 0xef8a31b52a3b61aa 00000080:00010000:3.0:1787707325.694466:0:6255:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef8a31b52a3b61aa from it ffffb9b141bffcb8 00010000:00010000:3.0:1787707325.694470:0:6255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787707325.694480:0:6255:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1787707325.695064:0:6255:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff967f495380c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787707325.695069:0:6255:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8),name=/ 00000002:00010000:3.0:1787707325.695078:0:6255:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787707325.695087:0:6255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1787707325.695098:0:6255:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1787707325.695110:0:6255:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787707325.695115:0:6255:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) 00000080:00010000:3.0:1787707325.695118:0:6255:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) for lock 0xef8a31b52a3b61aa 00000080:00010000:3.0:1787707325.695122:0:6255:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef8a31b52a3b61aa from it ffffb9b141bffcb8 00010000:00010000:3.0:1787707325.695126:0:6255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1787707325.695133:0:6255:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1787707325.695231:0:6255:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8),name=/ 00000002:00010000:3.0:1787707325.695240:0:6255:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787707325.695247:0:6255:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1787707325.695256:0:6255:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1787707325.695263:0:6255:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787707325.695267:0:6255:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) 00000080:00010000:3.0:1787707325.695269:0:6255:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) for lock 0xef8a31b52a3b61aa 00000080:00010000:3.0:1787707325.695273:0:6255:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef8a31b52a3b61aa from it ffffb9b141bffbb0 00010000:00010000:3.0:1787707325.695276:0:6255:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1787707325.695283:0:6255:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1787707325.695298:0:6255:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8), inode mode 41ed mask 44 00000080:00200008:3.0:1787707325.695304:0:6255:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff967f495380c8), flags 100000 00000080:00200080:3.0:1787707325.695598:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.695612:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00800000:00000004:3.0:1787707325.695619:0:6255:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff967f43ef7000: age 297, max_age 298 00000100:00100000:3.0:1787707325.695655:0:6255:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job lfs:293f2ea6-236f-4c9d-929b-69ffdff88607:6255:1874546788404736:192.168.203.115@tcp:41: 00000100:00100000:3.0:1787707325.695857:0:6255:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44fb4540 going to sleep for 11 seconds 00000100:00100000:3.0:1787707325.713776:0:6255:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job lfs:293f2ea6-236f-4c9d-929b-69ffdff88607:6255:1874546788404736:192.168.203.115@tcp:41: 00800000:00000004:3.0:1787707325.713806:0:6255:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff967f43ef7000: update ffff967f42bed178 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1787707325.713875:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.713891:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00800000:00000004:3.0:1787707325.713897:0:6255:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff967f43ef7000: age -704, max_age 298 00000100:00100000:3.0:1787707325.713928:0:6255:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job lfs:293f2ea6-236f-4c9d-929b-69ffdff88607:6255:1874546788404864:192.168.203.115@tcp:41: 00000100:00100000:3.0:1787707325.714005:0:6255:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44fb4540 going to sleep for 11 seconds 00010000:00080000:3.0:1787707325.721785:0:6255:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dca680 x1874546788404864/t0(0) o41->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1787707341 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707325.721806:0:6255:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job lfs:293f2ea6-236f-4c9d-929b-69ffdff88607:6255:1874546788404864:192.168.203.115@tcp:41: 00800000:00000004:3.0:1787707325.721829:0:6255:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff967f43ef7000: update ffff967f58da37c0 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1787707325.721881:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.721896:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.721903:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.721906:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.721925:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.721929:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.721933:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.721936:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.721940:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.721943:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.721947:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.721950:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.721953:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.721956:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.721960:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.721963:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.721967:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.721970:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.721973:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.721976:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.721980:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.721983:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.721987:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.721990:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.721994:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.721997:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722001:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722004:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722008:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722019:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722025:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722028:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722032:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722035:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722039:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722043:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722047:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722050:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722053:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722056:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722059:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722062:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722066:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722069:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722073:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722077:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722080:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722084:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722088:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722091:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722095:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722099:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722102:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722105:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722117:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722139:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722145:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722148:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722152:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722156:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722160:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722164:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722168:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722172:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722177:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722180:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722184:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722188:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722192:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722195:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722200:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722203:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722207:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722210:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722214:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722218:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722222:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722225:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722229:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722239:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722245:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722249:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722252:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722255:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722258:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722261:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722265:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722268:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722272:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722275:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722279:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722283:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722286:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722290:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722294:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722298:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722301:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722304:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722308:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722311:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722315:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722318:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722322:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722325:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722346:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722351:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722356:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722359:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722363:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722366:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722370:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722373:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722377:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722380:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722384:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722387:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722391:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722394:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722398:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722401:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722405:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722409:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722413:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722416:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722419:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00800000:00000080:3.0:1787707325.722423:0:6255:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.722427:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.722433:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00020000:00000004:3.0:1787707325.722440:0:6255:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff967f43ef7000: age -704, max_age 298 00000100:00100000:3.0:1787707325.722478:0:6255:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job lfs:293f2ea6-236f-4c9d-929b-69ffdff88607:6255:1874546788404992:192.168.203.115@tcp:13: 00000100:00100000:3.0:1787707325.722545:0:6255:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44fb4540 going to sleep for 11 seconds 00010000:00080000:3.0:1787707325.726683:0:6255:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dca680 x1874546788404992/t0(0) o13->lustre-OST0000-osc-ffff967f43ef7000@192.168.203.115@tcp:7/4 lens 224/368 e 0 to 0 dl 1787707341 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707325.726702:0:6255:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job lfs:293f2ea6-236f-4c9d-929b-69ffdff88607:6255:1874546788404992:192.168.203.115@tcp:13: 00020000:00000004:3.0:1787707325.726724:0:6255:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff967f43ef7000: update ffff967f58d28450 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1787707325.726806:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.726821:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00020000:00000004:3.0:1787707325.726828:0:6255:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff967f43ef7000: age -704, max_age 298 00000100:00100000:3.0:1787707325.726856:0:6255:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job lfs:293f2ea6-236f-4c9d-929b-69ffdff88607:6255:1874546788405120:192.168.203.115@tcp:13: 00000100:00100000:3.0:1787707325.726924:0:6255:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44fb4540 going to sleep for 11 seconds 00010000:00080000:3.0:1787707325.729776:0:6255:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dca680 x1874546788405120/t0(0) o13->lustre-OST0001-osc-ffff967f43ef7000@192.168.203.115@tcp:7/4 lens 224/368 e 0 to 0 dl 1787707341 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707325.729795:0:6255:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job lfs:293f2ea6-236f-4c9d-929b-69ffdff88607:6255:1874546788405120:192.168.203.115@tcp:13: 00020000:00000004:3.0:1787707325.729818:0:6255:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff967f43ef7000: update ffff967f58d29e08 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1787707325.729879:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.729894:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.729901:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.729905:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.729909:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.729913:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.729918:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.729922:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.729926:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.729944:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.729950:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.729954:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.729958:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.729961:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.729965:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.729968:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.729972:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.729975:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.729979:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.729983:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.729987:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.729990:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.729995:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.729998:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730002:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730006:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730010:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730013:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730018:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730021:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730025:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730029:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730033:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730036:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730050:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730055:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730059:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730062:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730066:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730069:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730072:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730076:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730080:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730083:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730087:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730090:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730094:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730098:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730101:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730105:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730109:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730112:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730116:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730188:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730195:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730200:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730204:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730207:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730211:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730221:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730226:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730229:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730233:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730237:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730241:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730244:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730248:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730252:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730256:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730259:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730262:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730266:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730269:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730272:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730275:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730278:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730282:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730285:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730289:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730292:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730296:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730300:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730303:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730307:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730318:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730323:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730327:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730340:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730346:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730350:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730353:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730356:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730360:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730362:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730366:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730369:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730372:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730375:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730379:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730381:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730385:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730387:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730391:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730394:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730398:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730401:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730405:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730408:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730412:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730420:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730425:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730428:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730431:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730435:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730438:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730441:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730445:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730448:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730451:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730454:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730458:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730461:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730465:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730467:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200080:3.0:1787707325.730471:0:6255:0:(dir.c:2001:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8) cmd=c00866a4 arg=7ffde38fd8b0 00020000:00000080:3.0:1787707325.730474:0:6255:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff967f43ef7000: cmd=c00866a4 len=592 karg=ffff967f48055000 uarg=0000000000000000 00000080:00200008:3.0:1787707325.730488:0:6255:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff967f495380c8), flags 100000 00010000:00010000:3.0:1787707326.271294:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787707327.303049:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707328.319017:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787707328.480576:0:6449:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:0.0:1787707328.575281:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788405376:192.168.203.115@tcp:400: 00000100:00100000:0.0:1787707328.575391:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788405632:192.168.203.115@tcp:400: 00000100:00100000:0.0:1787707328.575429:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787707328.575435:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2401:1874546788405248:192.168.203.115@tcp:400: 00000100:00100000:0.0:1787707328.575458:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788405504:192.168.203.115@tcp:400: 00000100:00100000:0.0:1787707328.575480:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788405760:192.168.203.115@tcp:400: 00000100:00100000:0.0:1787707328.578639:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2401:1874546788405248:192.168.203.115@tcp:400: 00010000:00080000:0.0:1787707328.578662:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d8c380 x1874546788405504/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707328.578690:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788405504:192.168.203.115@tcp:400: 00010000:00080000:0.0:1787707328.578703:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d8ce00 x1874546788405760/t0(0) o400->lustre-OST0001-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707328.578711:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788405760:192.168.203.115@tcp:400: 00000100:00100000:0.0:1787707328.578721:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788405376:192.168.203.115@tcp:400: 00010000:00080000:0.0:1787707328.578730:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d8d500 x1874546788405632/t0(0) o400->lustre-OST0000-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707344 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707328.578763:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788405632:192.168.203.115@tcp:400: 00010000:00010000:1.0:1787707329.344174:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707330.373047:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787707331.390902:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707332.416992:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787707333.191615:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787707333.191655:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:0.0:1787707333.191707:0:6164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874546811525504 00000100:00100000:0.0:1787707333.191718:0:6164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874546811525504 00000100:00100000:1.0:1787707333.191792:0:6163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874546811525632 00000100:00100000:1.0:1787707333.191809:0:6163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874546811525632 00000100:00100000:0.0:1787707333.191841:0:6164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 0 00000100:00100000:0.0:1787707333.192048:0:6164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff967f58d8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d829a6f2-ddf5-48c5-884c-8dabdaf957f4+4:10344:x1874546811525504:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787707333.192072:0:6164:0:(ldlm_lockd.c:2643:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff967f4150f400/0xef8a31b52a3b6141 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xedf007d7564926a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787707333.192171:0:6164:0:(ldlm_lockd.c:2312:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787707333.192179:0:6164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff967f58d8d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d829a6f2-ddf5-48c5-884c-8dabdaf957f4+4:10344:x1874546811525504:12345-192.168.203.115@tcp:104: Request processed in 137us (578us total) trans 0 rc 0/0 00010000:00010000:2.0:1787707333.192225:0:6174:0:(ldlm_lockd.c:2943:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787707333.192234:0:6174:0:(ldlm_lockd.c:2015:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff967f4150f400/0xef8a31b52a3b6141 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xedf007d7564926a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707333.192244:0:6174:0:(ldlm_lockd.c:2029:ldlm_handle_bl_callback()) Lock ffff967f4150f400 already unused, calling callback (ffffffffc1428c20) 10000000:00010000:2.0:1787707333.192249:0:6174:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff967f4150f400/0xef8a31b52a3b6141 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xedf007d7564926a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707333.192260:0:6174:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff967f4150f400/0xef8a31b52a3b6141 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xedf007d7564926a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787707333.192269:0:6174:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff967f4150f400/0xef8a31b52a3b6141 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xedf007d7564926a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787707333.192275:0:6174:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1787707333.192345:0:6174:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff967f4150f400/0xef8a31b52a3b6141 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xedf007d7564926a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707333.192352:0:6174:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787707333.192373:0:6174:0:(ldlm_lockd.c:2041:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff967f4150f400/0xef8a31b52a3b6141 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xedf007d7564926a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707333.192402:0:6174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff967f4150f400/0xef8a31b52a3b6141 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xedf007d7564926a7 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707333.192420:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707333.192422:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707333.192423:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787707333.192436:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787707333.192455:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2402:1874546788405888:192.168.203.115@tcp:103: 00000100:00100000:0.0:1787707333.196382:0:6164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 0 00000100:00100000:0.0:1787707333.196441:0:6164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 1 00000100:00100000:0.0:1787707333.196461:0:6164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff967f58d8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d829a6f2-ddf5-48c5-884c-8dabdaf957f4+3:10344:x1874546811525632:12345-192.168.203.115@tcp:104: 00010000:00010000:0.0:1787707333.196501:0:6164:0:(ldlm_lockd.c:2643:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b613a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xedf007d7564926a0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787707333.198083:0:6164:0:(ldlm_lockd.c:2312:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787707333.198108:0:6164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff967f58d8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d829a6f2-ddf5-48c5-884c-8dabdaf957f4+3:10344:x1874546811525632:12345-192.168.203.115@tcp:104: Request processed in 1651us (6444us total) trans 0 rc 0/0 00000100:00100000:0.0:1787707333.198120:0:6164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 1 00000100:00100000:3.0:1787707333.201491:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2402:1874546788405888:192.168.203.115@tcp:103: 00010000:00010000:2.0:1787707333.204951:0:6173:0:(ldlm_lockd.c:2943:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787707333.204972:0:6173:0:(ldlm_lockd.c:2015:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b613a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xedf007d7564926a0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707333.204987:0:6173:0:(ldlm_lockd.c:2029:ldlm_handle_bl_callback()) Lock ffff967f4150f000 already unused, calling callback (ffffffffc1428c20) 10000000:00010000:2.0:1787707333.204992:0:6173:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b613a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xedf007d7564926a0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707333.205004:0:6173:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b613a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xedf007d7564926a0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787707333.205012:0:6173:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b613a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xedf007d7564926a0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787707333.205019:0:6173:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1787707333.205155:0:6173:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b613a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xedf007d7564926a0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707333.205162:0:6173:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787707333.205191:0:6173:0:(ldlm_lockd.c:2041:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b613a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xedf007d7564926a0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707333.205225:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b613a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xedf007d7564926a0 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707333.205250:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707333.205254:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707333.205256:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787707333.205273:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787707333.205309:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f45559880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788406016:192.168.203.115@tcp:103: 00000100:00100000:2.0:1787707333.221189:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f45559880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788406016:192.168.203.115@tcp:103: 10000000:01000000:1.0:1787707333.399204:0:6176:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1787707333.399211:0:6176:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff967f43ef7000 from 48 10000000:01000000:1.0:1787707333.399221:0:6176:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787707333.399275:0:6176:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f8215fc00/0xef8a31b52a3b61b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707333.399298:0:6176:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff967f8215fc00/0xef8a31b52a3b61b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707333.399309:0:6176:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff967f8215fc00/0xef8a31b52a3b61b1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787707333.399334:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d68380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788406144:192.168.203.115@tcp:101: 00000100:00100000:1.0:1787707333.399432:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f488a56c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787707333.420014:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d68380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788406144:192.168.203.115@tcp:101: 00010000:00010000:3.0:1787707333.420053:0:6176:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff967f8215fc00/0xef8a31b52a3b61b1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926ed expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707333.420089:0:6176:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff967f8215fc00/0xef8a31b52a3b61b1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xedf007d7564926ed expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787707333.420197:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788406272:192.168.203.115@tcp:501: 00000100:00100000:3.0:1787707333.420307:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44fb49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787707333.430017:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788406272:192.168.203.115@tcp:501: 00000100:00100000:3.0:1787707333.431248:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788406400:192.168.203.115@tcp:503: 00000100:00100000:3.0:1787707333.431402:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44fb49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787707333.437733:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788406400:192.168.203.115@tcp:503: 00000100:00100000:0.0:1787707333.445852:0:6649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6649:1874546788406528:192.168.203.115@tcp:502: 00000100:00100000:0.0:1787707333.446076:0:6649:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f493c1f00 going to sleep for 11 seconds 00010000:00010000:2.0:1787707333.446239:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787707333.450927:0:6649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6649:1874546788406528:192.168.203.115@tcp:502: 00000020:01000000:0.0:1787707333.450976:0:6649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787707333.450989:0:6649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707333.450991:0:6649:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787707333.450996:0:6649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1787707333.451033:0:6649:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6649:1874546788406656:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787707333.451141:0:6649:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f493c1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1787707333.458992:0:6649:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6649:1874546788406656:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787707333.459047:0:6649:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787707333.459057:0:6649:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707333.459059:0:6649:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787707333.459062:0:6649:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1787707333.459291:0:6176:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:1.0:1787707333.459310:0:6176:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787707333.459320:0:6176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f8215fc00/0xef8a31b52a3b61b1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926ed expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707333.459331:0:6176:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff967f8215fc00/0xef8a31b52a3b61b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926ed expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787707333.459342:0:6176:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1787707333.459345:0:6176:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff967f455c3370 from 1 10000000:01000000:1.0:1787707333.459347:0:6176:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1787707333.459381:0:6176:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f8215f600/0xef8a31b52a3b61b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707333.459406:0:6176:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff967f8215f600/0xef8a31b52a3b61b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707333.459416:0:6176:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff967f8215f600/0xef8a31b52a3b61b8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787707333.459438:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d69500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788406784:192.168.203.115@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787707333.459512:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f488a5180 going to sleep for 11 seconds 00000100:00100000:3.0:1787707333.461893:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d69500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788406784:192.168.203.115@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787707333.461922:0:6176:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff967f8215f600/0xef8a31b52a3b61b8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926f4 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707333.461934:0:6176:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff967f8215f600/0xef8a31b52a3b61b8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xedf007d7564926f4 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787707333.462006:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788406912:192.168.203.115@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787707333.462142:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44fb49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787707333.465945:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788406912:192.168.203.115@tcp:501:ll_cfg_requeue.0 10000000:01000000:3.0:1787707333.465988:0:6176:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1787707333.465999:0:6176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f8215f600/0xef8a31b52a3b61b8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926f4 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707333.466103:0:6176:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff967f8215f600/0xef8a31b52a3b61b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564926f4 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787707333.695044:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788407040:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1787707333.697682:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787707333.697706:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788407168:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1787707333.702123:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788407296:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1787707333.702242:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787707333.702250:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788407424:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1787707333.717058:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788407040:192.168.203.115@tcp:400:kworker.0 00010000:00080000:2.0:1787707333.717094:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dca300 x1874546788407424/t0(0) o400->lustre-OST0001-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707333.717106:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788407424:192.168.203.115@tcp:400:kworker.0 00010000:00080000:2.0:1787707333.717117:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dcb100 x1874546788407296/t0(0) o400->lustre-OST0000-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707333.717144:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788407296:192.168.203.115@tcp:400:kworker.0 00010000:00080000:2.0:1787707333.717157:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dcb800 x1874546788407168/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707333.717166:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788407168:192.168.203.115@tcp:400:kworker.0 00010000:00010000:2.0:1787707334.465780:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787707335.458360:0:2393:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00100000:1.0:1787707335.458538:0:6163:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874546811535104 00000100:00100000:1.0:1787707335.458552:0:6163:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874546811535104 00000100:00100000:1.0:1787707335.458637:0:6163:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 2 00000100:00100000:1.0:1787707335.458663:0:6163:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff967f58d8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d829a6f2-ddf5-48c5-884c-8dabdaf957f4+3:10405:x1874546811535104:12345-192.168.203.115@tcp:104: 00010000:00010000:1.0:1787707335.458694:0:6163:0:(ldlm_lockd.c:2643:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff967f4150e000/0xef8a31b52a3b6179 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xedf007d7564926b5 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707335.458829:0:6163:0:(ldlm_lockd.c:2312:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787707335.458837:0:6163:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff967f58d8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:d829a6f2-ddf5-48c5-884c-8dabdaf957f4+3:10405:x1874546811535104:12345-192.168.203.115@tcp:104: Request processed in 178us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1787707335.458845:0:6163:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 2 00010000:00010000:2.0:1787707335.459477:0:6174:0:(ldlm_lockd.c:2943:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787707335.459487:0:6174:0:(ldlm_lockd.c:2015:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff967f4150e000/0xef8a31b52a3b6179 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xedf007d7564926b5 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707335.459497:0:6174:0:(ldlm_lockd.c:2029:ldlm_handle_bl_callback()) Lock ffff967f4150e000 already unused, calling callback (ffffffffc1428c20) 10000000:00010000:2.0:1787707335.459502:0:6174:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff967f4150e000/0xef8a31b52a3b6179 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xedf007d7564926b5 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707335.459513:0:6174:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff967f4150e000/0xef8a31b52a3b6179 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xedf007d7564926b5 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787707335.459521:0:6174:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff967f4150e000/0xef8a31b52a3b6179 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xedf007d7564926b5 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787707335.459527:0:6174:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787707335.459595:0:6174:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff967f4150e000/0xef8a31b52a3b6179 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xedf007d7564926b5 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707335.459602:0:6174:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787707335.459640:0:6174:0:(ldlm_lockd.c:2041:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff967f4150e000/0xef8a31b52a3b6179 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xedf007d7564926b5 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707335.459686:0:6174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff967f4150e000/0xef8a31b52a3b6179 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xedf007d7564926b5 expref: -99 pid: 6162 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707335.459711:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707335.459714:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707335.459715:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787707335.459726:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787707335.459793:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f45559880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2402:1874546788407552:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1787707335.465684:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f45559880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2402:1874546788407552:192.168.203.115@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787707335.486977:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707336.511309:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1787707337.150824:0:6176:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787707337.150834:0:6176:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff967f43ef7000 from 4 10000000:01000000:1.0:1787707337.150840:0:6176:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787707337.150898:0:6176:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f8215e800/0xef8a31b52a3b61bf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707337.150911:0:6176:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff967f8215e800/0xef8a31b52a3b61bf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707337.150945:0:6176:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff967f8215e800/0xef8a31b52a3b61bf lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787707337.150979:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d68e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788407680:192.168.203.115@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787707337.151094:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f488a5300 going to sleep for 11 seconds 00000100:00100000:3.0:1787707337.166724:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d68e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788407680:192.168.203.115@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787707337.166796:0:6176:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff967f8215e800/0xef8a31b52a3b61bf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927b8 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707337.166811:0:6176:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff967f8215e800/0xef8a31b52a3b61bf lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xedf007d7564927b8 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787707337.166914:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788407808:192.168.203.115@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787707337.167016:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44fb4e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787707337.176797:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788407808:192.168.203.115@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787707337.176885:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788407936:192.168.203.115@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787707337.177099:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44fb4e40 going to sleep for 11 seconds 00000100:00100000:3.0:1787707337.194612:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788407936:192.168.203.115@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787707337.195273:0:6713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6713:1874546788408064:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787707337.195426:0:6713:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44fb4300 going to sleep for 11 seconds 00000100:00100000:3.0:1787707337.221530:0:6713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6713:1874546788408064:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:2.0:1787707337.221927:0:6713:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787707337.221953:0:6713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787707337.221956:0:6713:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1787707337.221966:0:6713:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff967f43ef7000 00000020:00000080:2.0:1787707337.221969:0:6713:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1787707337.222090:0:6713:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f45559880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6713:1874546788408192:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787707337.222202:0:6713:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f465d8780 going to sleep for 11 seconds 00000100:00100000:3.0:1787707337.238897:0:6713:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f45559880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6713:1874546788408192:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787707337.238975:0:6713:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787707337.238990:0:6713:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787707337.238993:0:6713:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1787707337.238998:0:6713:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1787707337.241013:0:6176:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1787707337.241058:0:6176:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787707337.241074:0:6176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f8215e800/0xef8a31b52a3b61bf lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927b8 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707337.241089:0:6176:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff967f8215e800/0xef8a31b52a3b61bf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927b8 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707337.539020:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707338.560243:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787707338.815113:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2402:1874546788408320:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707338.815213:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788408576:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707338.815240:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788408832:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707338.815280:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787707338.815287:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788408448:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707338.815311:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788408704:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707338.828766:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788408448:192.168.203.115@tcp:400:kworker.0 00010000:00080000:3.0:1787707338.828789:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dc8000 x1874546788408704/t0(0) o400->lustre-OST0000-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707338.828801:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788408704:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707338.828812:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2402:1874546788408320:192.168.203.115@tcp:400:kworker.0 00010000:00080000:3.0:1787707338.828823:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dcad80 x1874546788408576/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707338.828832:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788408576:192.168.203.115@tcp:400:kworker.0 00010000:00080000:3.0:1787707338.828843:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dcb480 x1874546788408832/t0(0) o400->lustre-OST0001-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707354 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707338.828852:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788408832:192.168.203.115@tcp:400:kworker.0 00010000:00010000:2.0:1787707339.582937:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787707340.608076:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707341.635299:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787707341.927412:0:7013:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg315-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:1.0:1787707342.654972:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707343.679051:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787707343.935261:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788408960:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707343.936561:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788409216:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707343.936636:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788409472:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707343.936677:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787707343.936685:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788409088:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707343.936711:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788409344:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707343.946566:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788409088:192.168.203.115@tcp:400:kworker.0 00010000:00080000:3.0:1787707343.947106:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dc8000 x1874546788409344/t0(0) o400->lustre-OST0000-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707343.947120:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788409344:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707343.947132:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788408960:192.168.203.115@tcp:400:kworker.0 00010000:00080000:3.0:1787707343.947144:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dcbb80 x1874546788409216/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707343.947275:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788409216:192.168.203.115@tcp:400:kworker.0 00010000:00080000:3.0:1787707343.947292:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dc9880 x1874546788409472/t0(0) o400->lustre-OST0001-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707343.947302:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788409472:192.168.203.115@tcp:400:kworker.0 00010000:00010000:1.0:1787707344.703113:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707345.732235:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787707346.751044:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787707347.780788:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787707347.790484:0:7292:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg315-client.virtnet: executing yml_node 00010000:00010000:1.0:1787707348.803942:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787707349.055979:0:37:0:(import.c:65:import_set_state_nolock()) ffff967f493ad800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1787707349.055986:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff967f43ef7000: disconnect after 24s idle 00000100:00100000:1.0:1787707349.058157:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2401:1874546788409600:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787707349.058271:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788409856:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787707349.058309:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787707349.058316:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788409728:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707349.061324:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:293f2ea6-236f-4c9d-929b-69ffdff88607:2399:1874546788409984:192.168.203.115@tcp:9:kworker.0 00000100:00080000:3.0:1787707349.069054:0:37:0:(import.c:65:import_set_state_nolock()) ffff967f493ac800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:3.0:1787707349.069061:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff967f43ef7000: disconnect after 24s idle 00000100:00100000:3.0:1787707349.069094:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:293f2ea6-236f-4c9d-929b-69ffdff88607:2399:1874546788410112:192.168.203.115@tcp:9:kworker.0 00000100:00100000:0.0:1787707349.072569:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2401:1874546788409600:192.168.203.115@tcp:400:kworker.0 00010000:00080000:3.0:1787707349.079036:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d8e680 x1874546788409984/t0(0) o9->lustre-OST0000-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787707349.079056:0:2399:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff967f58d8e680 x1874546788409984/t0(0) o9->lustre-OST0000-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787707349.079063:0:2399:0:(import.c:65:import_set_state_nolock()) ffff967f493ad800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1787707349.079068:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:293f2ea6-236f-4c9d-929b-69ffdff88607:2399:1874546788409984:192.168.203.115@tcp:9:kworker.0 00010000:00080000:1.0:1787707349.079786:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d8ca80 x1874546788409856/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707365 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787707349.079817:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788409856:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787707349.089077:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788409728:192.168.203.115@tcp:400:kworker.0 00010000:00080000:0.0:1787707349.089308:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dc9880 x1874546788410112/t0(0) o9->lustre-OST0001-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707359 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787707349.089321:0:2399:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff967f58dc9880 x1874546788410112/t0(0) o9->lustre-OST0001-osc-ffff967f43ef7000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707359 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787707349.089329:0:2399:0:(import.c:65:import_set_state_nolock()) ffff967f493ac800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:0.0:1787707349.089333:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:293f2ea6-236f-4c9d-929b-69ffdff88607:2399:1874546788410112:192.168.203.115@tcp:9:kworker.0 00010000:00010000:1.0:1787707349.823022:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787707350.846888:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787707351.876201:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787707352.672972:0:7746:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.57.80 00010000:00010000:1.0:1787707352.898259:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787707353.921134:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787707354.178818:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2400:1874546788410240:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787707354.178940:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2400:1874546788410496:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787707354.178979:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787707354.178985:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2400:1874546788410368:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787707354.182520:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2400:1874546788410368:192.168.203.115@tcp:400:kworker.0 00010000:00080000:1.0:1787707354.182546:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d8f800 x1874546788410496/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707370 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787707354.182559:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2400:1874546788410496:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787707354.183151:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2400:1874546788410240:192.168.203.115@tcp:400:kworker.0 00010000:00010000:1.0:1787707354.955785:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787707355.635259:0:7902:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.57.80 00010000:00010000:1.0:1787707355.966905:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707356.991537:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787707358.021486:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787707358.333031:0:8059:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.57.80 00010000:00010000:2.0:1787707359.040789:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787707359.301022:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2402:1874546788410624:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707359.301127:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788410880:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707359.301158:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787707359.301164:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788410752:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707359.306392:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2402:1874546788410624:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707359.313435:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788410752:192.168.203.115@tcp:400:kworker.0 00010000:00080000:3.0:1787707359.313456:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dc8000 x1874546788410880/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707359.313468:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788410880:192.168.203.115@tcp:400:kworker.0 00010000:00010000:1.0:1787707360.063976:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787707360.345275:0:8205:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Tue Aug 25 21:22:38 EDT 2026 00010000:00010000:2.0:1787707361.088622:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787707362.111725:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707363.135530:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707364.166299:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787707364.420917:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2401:1874546788411008:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787707364.421061:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788411264:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787707364.421108:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787707364.421114:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788411136:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787707364.423555:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788411136:192.168.203.115@tcp:400:kworker.0 00010000:00080000:0.0:1787707364.423576:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d8fb80 x1874546788411264/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707364.423602:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788411264:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787707364.426996:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2401:1874546788411008:192.168.203.115@tcp:400:kworker.0 00010000:00010000:2.0:1787707365.182991:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707366.207653:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707367.231871:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707368.257460:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787707369.281346:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787707369.535465:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788411520:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707369.535591:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787707369.535599:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2402:1874546788411392:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707369.535632:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788411648:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707369.543550:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2402:1874546788411392:192.168.203.115@tcp:400:kworker.0 00010000:00080000:3.0:1787707369.543574:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dcbb80 x1874546788411648/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707369.543587:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788411648:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707369.543599:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788411520:192.168.203.115@tcp:400:kworker.0 00010000:00010000:3.0:1787707370.303097:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707371.327051:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707372.351048:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707373.375548:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707374.401996:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787707374.655036:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2400:1874546788411776:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787707374.655135:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2400:1874546788412032:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787707374.655176:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787707374.655182:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2400:1874546788411904:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787707374.657453:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2400:1874546788411776:192.168.203.115@tcp:400:kworker.0 00010000:00080000:0.0:1787707374.657476:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d8e300 x1874546788412032/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707390 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707374.657489:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2400:1874546788412032:192.168.203.115@tcp:400:kworker.0 00000100:00100000:1.0:1787707374.666136:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2400:1874546788411904:192.168.203.115@tcp:400:kworker.0 00010000:00010000:3.0:1787707375.423482:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707376.447349:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707377.474166:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787707378.497049:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787707378.761783:0:8765:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:3.0:1787707379.524650:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787707379.776425:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788412288:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707379.776536:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1787707379.776543:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788412160:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707379.776600:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788412416:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707379.786064:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788412160:192.168.203.115@tcp:400:kworker.0 00010000:00080000:3.0:1787707379.786089:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dc8000 x1874546788412416/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707379.786103:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788412416:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707379.786115:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788412288:192.168.203.115@tcp:400:kworker.0 00000001:02000400:2.0:1787707380.495253:0:8905:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:2.0:1787707380.545995:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787707381.570973:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787707382.087103:0:9051:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 21:23:00 (1787707380) === 00000080:00200008:2.0:1787707382.124136:0:8222:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff967f495380c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787707382.124153:0:8222:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8),name=/ 00000002:00010000:2.0:1787707382.124187:0:8222:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787707382.124217:0:8222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1787707382.124234:0:8222:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:2.0:1787707382.124242:0:8222:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787707382.124251:0:8222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) 00000080:00010000:2.0:1787707382.124255:0:8222:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) for lock 0xef8a31b52a3b61aa 00000080:00010000:2.0:1787707382.124266:0:8222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef8a31b52a3b61aa from it ffffb9b141c1fcb8 00010000:00010000:2.0:1787707382.124271:0:8222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:2.0:1787707382.124281:0:8222:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:1.0:1787707382.173861:0:8222:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff967f495380c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1787707382.173878:0:8222:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8),name=/ 00000002:00010000:1.0:1787707382.173920:0:8222:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1787707382.173960:0:8222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1787707382.173993:0:8222:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:1.0:1787707382.174003:0:8222:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1787707382.174011:0:8222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) 00000080:00010000:1.0:1787707382.174015:0:8222:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) for lock 0xef8a31b52a3b61aa 00000080:00010000:1.0:1787707382.174024:0:8222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef8a31b52a3b61aa from it ffffb9b141c1fcb8 00010000:00010000:1.0:1787707382.174028:0:8222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1787707382.174038:0:8222:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:0.0:1787707382.208525:0:8222:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff967f495380c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787707382.208542:0:8222:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8),name=/ 00000002:00010000:0.0:1787707382.208580:0:8222:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787707382.208606:0:8222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1787707382.208623:0:8222:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:0.0:1787707382.208633:0:8222:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787707382.208649:0:8222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) 00000080:00010000:0.0:1787707382.208653:0:8222:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) for lock 0xef8a31b52a3b61aa 00000080:00010000:0.0:1787707382.208664:0:8222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef8a31b52a3b61aa from it ffffb9b141c1fcb8 00010000:00010000:0.0:1787707382.208669:0:8222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1787707382.208679:0:8222:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:3.0:1787707382.237626:0:8222:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff967f495380c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787707382.237642:0:8222:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f495380c8),name=/ 00000002:00010000:3.0:1787707382.237674:0:8222:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787707382.237697:0:8222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1787707382.237716:0:8222:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:3.0:1787707382.237725:0:8222:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787707382.237734:0:8222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) 00000080:00010000:3.0:1787707382.237769:0:8222:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff967f495380c8) for lock 0xef8a31b52a3b61aa 00000080:00010000:3.0:1787707382.237779:0:8222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0xef8a31b52a3b61aa from it ffffb9b141c1fcb8 00010000:00010000:3.0:1787707382.237784:0:8222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:3.0:1787707382.237794:0:8222:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff967f43ef7000 lock: ffff967f59b9d200/0xef8a31b52a3b61aa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xedf007d7564926df expref: -99 pid: 6203 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:1.0:1787707382.531146:0:9099:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1787707382.531151:0:9099:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1787707382.531153:0:9099:0:(obd_mount.c:926:lmd_print()) device: 192.168.203.115@tcp:/lustre 00000020:01000004:1.0:1787707382.531154:0:9099:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1787707382.531302:0:9099:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff967f44d83000 00000080:01000004:1.0:1787707382.531314:0:9099:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1787707382.531345:0:9099:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.115@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1787707382.531349:0:9099:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.115@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:1.0:1787707382.531356:0:9099:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff967f44d83000 (sb ffff967f44d83000) 00000080:01000000:1.0:1787707382.531457:0:9099:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1787707382.531459:0:9099:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1787707382.531463:0:9099:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:1.0:1787707382.531471:0:9099:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: cfbb1a24-4b63-42af-8d04-a69a75e459ae 10000000:01000000:1.0:1787707382.534963:0:9099:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787707382.534973:0:9099:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff967f44d83000 10000000:01000000:1.0:1787707382.534983:0:9099:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff967f44d83000 10000000:01000000:1.0:1787707382.534990:0:9099:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787707382.535002:0:9099:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff967f44d83000 10000000:01000000:1.0:1787707382.535086:0:9099:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787707382.535092:0:9099:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff967f44d83000 10000000:01000000:1.0:1787707382.535095:0:9099:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1787707382.535100:0:9099:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff967f44d83000 from 1 10000000:01000000:1.0:1787707382.535104:0:9099:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787707382.535160:0:9099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f8215f400/0xef8a31b52a3b61c6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707382.535174:0:9099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff967f8215f400/0xef8a31b52a3b61c6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707382.535187:0:9099:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff967f8215f400/0xef8a31b52a3b61c6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787707382.535225:0:9099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d68a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788412544:192.168.203.115@tcp:101:mount.lustre.0 00000100:00100000:1.0:1787707382.539813:0:9099:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f45fbf9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787707382.544545:0:9099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d68a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788412544:192.168.203.115@tcp:101:mount.lustre.0 00010000:00010000:1.0:1787707382.544588:0:9099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff967f8215f400/0xef8a31b52a3b61c6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927bf expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707382.544604:0:9099:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff967f8215f400/0xef8a31b52a3b61c6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xedf007d7564927bf expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787707382.544724:0:9099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d68a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788412672:192.168.203.115@tcp:501:mount.lustre.0 00000100:00100000:1.0:1787707382.544853:0:9099:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f45fbf9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787707382.550100:0:9099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d68a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788412672:192.168.203.115@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787707382.550193:0:9099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788412800:192.168.203.115@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787707382.550337:0:9099:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44f9db40 going to sleep for 11 seconds 00000100:00100000:2.0:1787707382.554174:0:9099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788412800:192.168.203.115@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787707382.555920:0:9103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9103:1874546788412928:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787707382.556062:0:9103:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44fb4300 going to sleep for 11 seconds 00000100:00100000:0.0:1787707382.573392:0:9103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9103:1874546788412928:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787707382.573460:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787707382.573477:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.573480:0:9103:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1787707382.573490:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff967f44d83000 00000020:00000080:0.0:1787707382.573493:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787707382.573511:0:9103:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff967f44d83000 (ffff967f58da0000) 00000020:00000080:0.0:1787707382.573541:0:9103:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:0.0:1787707382.573549:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff967f44d83000 00000020:00000080:0.0:1787707382.573552:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1787707382.573908:0:9103:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff967f44d83000 (uuid cfbb1a24-4b63-42af-8d04-a69a75e459ae) 00000020:01000000:0.0:1787707382.573913:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787707382.573917:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.573918:0:9103:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1787707382.573921:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787707382.573924:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.573926:0:9103:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1787707382.573929:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff967f44d83000 00000020:00000080:0.0:1787707382.573937:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787707382.573955:0:9103:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff967f44d83000 (ffff967f58da19b8) 00000020:00000080:0.0:1787707382.573966:0:9103:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:0.0:1787707382.573971:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff967f44d83000 00000020:00000080:0.0:1787707382.573974:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1787707382.574184:0:9103:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff967f44d83000 (uuid cfbb1a24-4b63-42af-8d04-a69a75e459ae) 00000020:01000000:0.0:1787707382.574189:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787707382.574192:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.574194:0:9103:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1787707382.574196:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787707382.574199:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.574201:0:9103:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1787707382.574204:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1787707382.574206:0:9103:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1787707382.574209:0:9103:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1787707382.574216:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787707382.574218:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.574220:0:9103:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1787707382.574222:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787707382.574226:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.574227:0:9103:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1787707382.574230:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787707382.574235:0:9103:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:0.0:1787707382.574290:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff967f44d83000 00000020:00000080:0.0:1787707382.574293:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787707382.574302:0:9103:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff967f44d83000 (ffff967f58da4d28) 00000020:00000080:0.0:1787707382.574312:0:9103:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:0.0:1787707382.574316:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff967f44d83000 00000020:00000080:0.0:1787707382.574319:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787707382.574390:0:9103:0:(ldlm_lib.c:102:import_set_conn()) imp ffff967f58617000@lustre-MDT0000-mdc-ffff967f44d83000: add connection 192.168.203.115@tcp at head 00010000:00010000:0.0:1787707382.576295:0:9103:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff967f44d83000-5 is initialized 00000040:01000000:0.0:1787707382.576574:0:9103:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff967f44d83000 ctxt 13 is initialized 00000020:00000080:0.0:1787707382.581873:0:9103:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff967f44d83000 (uuid cfbb1a24-4b63-42af-8d04-a69a75e459ae) 00000020:01000000:0.0:1787707382.581899:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff967f44d83000 00000020:00000080:0.0:1787707382.581904:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787707382.581941:0:9103:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:0.0:1787707382.582004:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787707382.582009:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.582011:0:9103:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:0.0:1787707382.582014:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787707382.582018:0:9103:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:0.0:1787707382.582020:0:9103:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787707382.582022:0:9103:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787707382.582024:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787707382.582026:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.582028:0:9103:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787707382.582030:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787707382.582036:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.582037:0:9103:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:0.0:1787707382.582041:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787707382.582047:0:9103:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:0.0:1787707382.582086:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff967f44d83000 00000020:00000080:0.0:1787707382.582089:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787707382.582118:0:9103:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff967f44d83000 (ffff967f46680000) 00000020:00000080:0.0:1787707382.582141:0:9103:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:0.0:1787707382.582148:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff967f44d83000 00000020:00000080:0.0:1787707382.582151:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787707382.582330:0:9103:0:(ldlm_lib.c:102:import_set_conn()) imp ffff967f58610800@lustre-MDT0001-mdc-ffff967f44d83000: add connection 192.168.203.115@tcp at head 00010000:00010000:0.0:1787707382.591511:0:9103:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff967f44d83000-6 is initialized 00000040:01000000:0.0:1787707382.592418:0:9103:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff967f44d83000 ctxt 13 is initialized 00000020:00000080:0.0:1787707382.592465:0:9103:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff967f44d83000 (uuid cfbb1a24-4b63-42af-8d04-a69a75e459ae) 00000020:01000000:0.0:1787707382.592481:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff967f44d83000 00000020:00000080:0.0:1787707382.592486:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:0.0:1787707382.592527:0:9103:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:0.0:1787707382.592572:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787707382.592577:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.592579:0:9103:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:0.0:1787707382.592582:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787707382.592585:0:9103:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:0.0:1787707382.592586:0:9103:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787707382.592588:0:9103:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787707382.592589:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787707382.592592:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.592594:0:9103:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787707382.592597:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787707382.592601:0:9103:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.115@tcp:/lustre 00000020:00000080:0.0:1787707382.592604:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.592606:0:9103:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:0.0:1787707382.592609:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787707382.592615:0:9103:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:0.0:1787707382.592643:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff967f44d83000 00000020:00000080:0.0:1787707382.592646:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787707382.592656:0:9103:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff967f44d83000 (ffff967f466819b8) 00000020:00000080:0.0:1787707382.592670:0:9103:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:0.0:1787707382.592676:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff967f44d83000 00000020:00000080:0.0:1787707382.592678:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787707382.593083:0:9103:0:(ldlm_lib.c:102:import_set_conn()) imp ffff967f58611800@lustre-OST0000-osc-ffff967f44d83000: add connection 192.168.203.115@tcp at head 00010000:00010000:0.0:1787707382.593558:0:9103:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff967f44d83000-7 is initialized 00000020:00000080:0.0:1787707382.594007:0:9103:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff967f44d83000 (uuid cfbb1a24-4b63-42af-8d04-a69a75e459ae) 00000020:01000000:0.0:1787707382.594018:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff967f44d83000 00000020:00000080:0.0:1787707382.594022:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:0.0:1787707382.594043:0:9103:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:0.0:1787707382.594051:0:9103:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff967f44d83000: Adding target lustre-OST0000_UUID 00020000:01000000:0.0:1787707382.594058:0:9103:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:0.0:1787707382.594071:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787707382.594081:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.594083:0:9103:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1787707382.594088:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1787707382.594091:0:9103:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:0.0:1787707382.594092:0:9103:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787707382.594094:0:9103:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1787707382.594096:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1787707382.594099:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.594100:0:9103:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:0.0:1787707382.594103:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787707382.594107:0:9103:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.115@tcp:/lustre 00000020:00000080:0.0:1787707382.594111:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.594112:0:9103:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1787707382.594116:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1787707382.594120:0:9103:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.115@tcp to nid 0x20000c0a8cb73 (192.168.203.115@tcp) 00000020:01000000:0.0:1787707382.594141:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff967f44d83000 00000020:00000080:0.0:1787707382.594145:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787707382.594153:0:9103:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff967f44d83000 (ffff967f46684d28) 00000020:00000080:0.0:1787707382.598507:0:9103:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:0.0:1787707382.598568:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff967f44d83000 00000020:00000080:0.0:1787707382.598575:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1787707382.599498:0:9103:0:(ldlm_lib.c:102:import_set_conn()) imp ffff967f58610000@lustre-OST0001-osc-ffff967f44d83000: add connection 192.168.203.115@tcp at head 00010000:00010000:0.0:1787707382.600007:0:9103:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff967f44d83000-8 is initialized 00000020:00000080:0.0:1787707382.600560:0:9103:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff967f44d83000 (uuid cfbb1a24-4b63-42af-8d04-a69a75e459ae) 00000020:01000000:0.0:1787707382.600579:0:9103:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff967f44d83000 00000020:00000080:0.0:1787707382.600583:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00010000:00010000:2.0:1787707382.600599:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:01000000:0.0:1787707382.600608:0:9103:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:0.0:1787707382.600620:0:9103:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff967f44d83000: Adding target lustre-OST0001_UUID 00020000:01000000:0.0:1787707382.600625:0:9103:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:0.0:1787707382.600636:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787707382.600640:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.600642:0:9103:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1787707382.600656:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787707382.600663:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.600665:0:9103:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787707382.600668:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787707382.600670:0:9103:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787707382.600672:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787707382.600675:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787707382.600676:0:9103:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000100:00100000:0.0:1787707382.600829:0:9103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9103:1874546788413056:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787707382.601419:0:9103:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f58cdb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787707382.629091:0:9103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8e300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9103:1874546788413056:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:2.0:1787707382.629376:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787707382.629392:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787707382.629394:0:9103:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787707382.629401:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:2.0:1787707382.629453:0:9103:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9103:1874546788413184:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787707382.629569:0:9103:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44f9db40 going to sleep for 11 seconds 00000100:00100000:2.0:1787707382.637164:0:9103:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9103:1874546788413184:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:2.0:1787707382.637222:0:9103:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787707382.637234:0:9103:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787707382.637237:0:9103:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1787707382.637244:0:9103:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:0.0:1787707382.643561:0:9099:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1787707382.643596:0:9099:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787707382.643621:0:9099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f8215f400/0xef8a31b52a3b61c6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927bf expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787707382.643634:0:9099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff967f8215f400/0xef8a31b52a3b61c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927bf expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787707382.643783:0:9099:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff967f44d83000 from 1 10000000:01000000:1.0:1787707382.643793:0:9099:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1787707382.643855:0:9099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f8215f800/0xef8a31b52a3b61f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707382.643880:0:9099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff967f8215f800/0xef8a31b52a3b61f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707382.643895:0:9099:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff967f8215f800/0xef8a31b52a3b61f7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787707382.643930:0:9099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d6a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788413312:192.168.203.115@tcp:101:mount.lustre.0 00000100:00100000:1.0:1787707382.644077:0:9099:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f45fbf780 going to sleep for 11 seconds 00000100:00100000:2.0:1787707382.649000:0:9099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d6a680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788413312:192.168.203.115@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787707382.649034:0:9099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff967f8215f800/0xef8a31b52a3b61f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927c6 expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707382.649046:0:9099:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff967f8215f800/0xef8a31b52a3b61f7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xedf007d7564927c6 expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787707382.649632:0:9099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788413440:192.168.203.115@tcp:256:mount.lustre.0 00000100:00100000:2.0:1787707382.649770:0:9099:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44f9db40 going to sleep for 11 seconds 00000100:00100000:2.0:1787707382.662253:0:9099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788413440:192.168.203.115@tcp:256:mount.lustre.0 10000000:01000000:2.0:1787707382.663028:0:9099:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1787707382.663065:0:9099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f8215f800/0xef8a31b52a3b61f7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927c6 expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707382.663076:0:9099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff967f8215f800/0xef8a31b52a3b61f7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927c6 expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787707382.663086:0:9099:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff967f44d83000 from 1 10000000:01000000:2.0:1787707382.663089:0:9099:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787707382.663126:0:9099:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b61fe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707382.663134:0:9099:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b61fe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707382.663144:0:9099:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b61fe lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787707382.663165:0:9099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788413568:192.168.203.115@tcp:101:mount.lustre.0 00000100:00100000:2.0:1787707382.663256:0:9099:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44f9db40 going to sleep for 11 seconds 00000100:00100000:2.0:1787707382.670084:0:9099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788413568:192.168.203.115@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787707382.670117:0:9099:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b61fe lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927cd expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707382.670130:0:9099:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b61fe lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xedf007d7564927cd expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787707382.670210:0:9099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788413696:192.168.203.115@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787707382.670292:0:9099:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44f9db40 going to sleep for 11 seconds 00000100:00100000:2.0:1787707382.676179:0:9099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788413696:192.168.203.115@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787707382.676245:0:9099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788413824:192.168.203.115@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787707382.676360:0:9099:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44f9db40 going to sleep for 11 seconds 00000100:00100000:2.0:1787707382.680362:0:9099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9099:1874546788413824:192.168.203.115@tcp:503:mount.lustre.0 00000100:00100000:2.0:1787707382.680952:0:9107:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9107:1874546788413952:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787707382.681089:0:9107:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44f9d540 going to sleep for 11 seconds 00000100:00100000:2.0:1787707382.687221:0:9107:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9107:1874546788413952:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:2.0:1787707382.687304:0:9107:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787707382.687410:0:9107:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787707382.687414:0:9107:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1787707382.687422:0:9107:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff967f44d83000 00000020:00000080:2.0:1787707382.687424:0:9107:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787707382.687434:0:9107:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787707382.687539:0:9107:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787707382.687542:0:9107:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1787707382.687545:0:9107:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787707382.687548:0:9107:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787707382.687549:0:9107:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1787707382.687552:0:9107:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff967f44d83000 00000020:00000080:2.0:1787707382.687554:0:9107:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1787707382.687773:0:9107:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9107:1874546788414080:192.168.203.115@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787707382.687904:0:9107:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44f9d540 going to sleep for 11 seconds 00000100:00100000:1.0:1787707382.704704:0:9107:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:9107:1874546788414080:192.168.203.115@tcp:502:llog_process_th.0 00000020:01000000:1.0:1787707382.704846:0:9107:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787707382.704859:0:9107:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787707382.704861:0:9107:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:1.0:1787707382.704868:0:9107:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1787707382.705106:0:9099:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1787707382.705127:0:9099:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787707382.705179:0:9099:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b61fe lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927cd expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707382.705194:0:9099:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b61fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927cd expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1787707382.705221:0:9099:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1787707382.705374:0:9099:0:(genops.c:1385:class_connect()) connect: client cfbb1a24-4b63-42af-8d04-a69a75e459ae, cookie 0xef8a31b52a3b6205 00800000:01000000:3.0:1787707382.705407:0:9099:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect cfbb1a24-4b63-42af-8d04-a69a75e459ae to lustre-clilmv-ffff967f44d83000 00800000:01000000:3.0:1787707382.705419:0:9099:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff967f44d83000(cfbb1a24-4b63-42af-8d04-a69a75e459ae) - lustre-MDT0000_UUID, cfbb1a24-4b63-42af-8d04-a69a75e459ae 00000020:00000080:3.0:1787707382.705430:0:9099:0:(genops.c:1385:class_connect()) connect: client cfbb1a24-4b63-42af-8d04-a69a75e459ae, cookie 0xef8a31b52a3b620c 00000100:00080000:3.0:1787707382.705442:0:9099:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff967f44d83000: connect to NID 192.168.203.115@tcp last attempt 0 00000100:00080000:3.0:1787707382.705453:0:9099:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff967f44d83000: import ffff967f58617000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787707382.705469:0:9099:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787707382.705504:0:9099:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967f58dcbb80 x1874546788414208/t0(0) o38->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787707382.705539:0:9099:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0000_UUID 00800000:01000000:3.0:1787707382.705651:0:9099:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff967f44d83000(cfbb1a24-4b63-42af-8d04-a69a75e459ae) successfully (5) 00800000:00000004:3.0:1787707382.705655:0:9099:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff967f44d83000: age -644, max_age 0 00000100:00080000:3.0:1787707382.705708:0:2403:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff967f58dc8000 x1874546788414336/t0(0) o41->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:01000000:3.0:1787707382.705870:0:9099:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff967f44d83000(cfbb1a24-4b63-42af-8d04-a69a75e459ae) - lustre-MDT0001_UUID, cfbb1a24-4b63-42af-8d04-a69a75e459ae 00000020:00000080:3.0:1787707382.705880:0:9099:0:(genops.c:1385:class_connect()) connect: client cfbb1a24-4b63-42af-8d04-a69a75e459ae, cookie 0xef8a31b52a3b6213 00000100:00080000:3.0:1787707382.705888:0:9099:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff967f44d83000: connect to NID 192.168.203.115@tcp last attempt 0 00000100:00080000:3.0:1787707382.705895:0:9099:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff967f44d83000: import ffff967f58610800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787707382.705902:0:9099:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787707382.705916:0:9099:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967f58dcb480 x1874546788414464/t0(0) o38->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787707382.705927:0:9099:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0001_UUID 00800000:01000000:3.0:1787707382.705999:0:9099:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff967f44d83000(cfbb1a24-4b63-42af-8d04-a69a75e459ae) successfully (5) 00800000:00000004:3.0:1787707382.706002:0:9099:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff967f44d83000: age -644, max_age 0 00000100:00080000:3.0:1787707382.706029:0:2402:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff967f58dcad80 x1874546788414592/t0(0) o41->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:3.0:1787707382.706057:0:9099:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff967f44d83000: age -644, max_age 355 00800000:00000004:3.0:1787707382.706064:0:9099:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff967f44d83000: age -644, max_age 355 00000100:00080000:3.0:1787707382.706085:0:9099:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff967f58dc8700 x1874546788414720/t0(0) o41->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707382.706093:0:9099:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f45dc7240 going to sleep for 0 seconds 00000100:00100000:0.0:1787707382.706186:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2399:1874546788414208:192.168.203.115@tcp:38:mount.lustre.0 00000100:00100000:0.0:1787707382.706458:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2399:1874546788414464:192.168.203.115@tcp:38:mount.lustre.0 00000100:00100000:0.0:1787707382.706578:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788414848:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787707382.706611:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787707382.706617:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788414976:192.168.203.115@tcp:400:kworker.0 00010000:00080000:3.0:1787707382.710779:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dcb480 x1874546788414464/t0(0) o38->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 520/416 e 0 to 0 dl 1787707392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707382.710807:0:2399:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f44d83000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787707382.710821:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff967f44d83000: connect to target with instance 1 00000100:00080000:3.0:1787707382.710834:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff967f44d83000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1787707382.710851:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1787707382.710863:0:2399:0:(import.c:65:import_set_state_nolock()) ffff967f58610800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1787707382.711286:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000054a7e5b6): req@ffff967f58dcad80 x1874546788414592/t0(0) o41->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707382.711320:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2399:1874546788414464:192.168.203.115@tcp:38:mount.lustre.0 00010000:00080000:0.0:1787707382.717995:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d8d880 x1874546788414976/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707382.718019:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788414976:192.168.203.115@tcp:400:kworker.0 00000100:00100000:0.0:1787707382.718070:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788414848:192.168.203.115@tcp:400:kworker.0 00010000:00080000:2.0:1787707382.719113:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dcad80 x1874546788414592/t0(0) o41->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 1787707398 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707382.719134:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:0:1874546788414592:192.168.203.115@tcp:41:mount.lustre.0 00000100:00100000:3.0:1787707382.719308:0:2399:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f44d83000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787707382.719320:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff967f44d83000: connect to target with instance 1 00000100:00080000:3.0:1787707382.719332:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff967f44d83000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1787707382.719348:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787707382.719353:0:2399:0:(import.c:65:import_set_state_nolock()) ffff967f58617000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1787707382.719579:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002d7d9f51): req@ffff967f58dc8000 x1874546788414336/t0(0) o41->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787707382.719599:0:2399:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000009535373): req@ffff967f58dc8700 x1874546788414720/t0(0) o41->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707382.719612:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2399:1874546788414208:192.168.203.115@tcp:38:mount.lustre.0 00000100:00100000:3.0:1787707382.723326:0:9099:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f45dc7240 going to sleep for 11 seconds 00000100:00100000:3.0:1787707382.723782:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:0:1874546788414336:192.168.203.115@tcp:41:mount.lustre.0 00000100:00100000:3.0:1787707382.731496:0:9099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cfbb1a24-4b63-42af-8d04-a69a75e459ae:9099:1874546788414720:192.168.203.115@tcp:41:mount.lustre.0 00800000:00000004:3.0:1787707382.731537:0:9099:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff967f44d83000: update ffff967f58da5178 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:3.0:1787707382.731547:0:9099:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff967f44d83000: update ffff967f58da1e08 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:3.0:1787707382.731600:0:9099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cfbb1a24-4b63-42af-8d04-a69a75e459ae:9099:1874546788415104:192.168.203.115@tcp:40:mount.lustre.0 00000100:00100000:3.0:1787707382.731702:0:9099:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f45dc7600 going to sleep for 11 seconds 00000100:00100000:3.0:1787707382.734540:0:9099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc8700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cfbb1a24-4b63-42af-8d04-a69a75e459ae:9099:1874546788415104:192.168.203.115@tcp:40:mount.lustre.0 00000080:00000004:3.0:1787707382.734593:0:9099:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1787707382.734615:0:9099:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 2146304 00020000:01000000:3.0:1787707382.734620:0:9099:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1787707382.734636:0:9099:0:(genops.c:1385:class_connect()) connect: client cfbb1a24-4b63-42af-8d04-a69a75e459ae, cookie 0xef8a31b52a3b621a 00000020:00000080:3.0:1787707382.734661:0:9099:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xef8a31b52a3b6221 00000100:00080000:3.0:1787707382.734671:0:9099:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff967f44d83000: connect to NID 192.168.203.115@tcp last attempt 0 00000100:00080000:3.0:1787707382.734681:0:9099:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff967f44d83000: import ffff967f58611800 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:3.0:1787707382.734695:0:9099:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787707382.734726:0:9099:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967f58dc8700 x1874546788415232/t0(0) o8->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787707382.735029:0:9099:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0000_UUID 00020000:01000000:2.0:1787707382.735059:0:9099:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff967f44d83000) active 00000020:00000080:2.0:1787707382.735096:0:9099:0:(genops.c:1385:class_connect()) connect: client LOV_OSC_UUID, cookie 0xef8a31b52a3b6228 00000100:00080000:2.0:1787707382.735103:0:9099:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff967f44d83000: connect to NID 192.168.203.115@tcp last attempt 0 00000100:00080000:2.0:1787707382.735109:0:9099:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff967f44d83000: import ffff967f58610000 using connection 192.168.203.115@tcp/192.168.203.115@tcp 00000008:00100000:2.0:1787707382.735115:0:9099:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683216 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787707382.735130:0:9099:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff967f45558000 x1874546788415360/t0(0) o8->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787707382.735140:0:9099:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0001_UUID 00020000:01000000:2.0:1787707382.735145:0:9099:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff967f44d83000) active 00000100:00100000:2.0:1787707382.735191:0:9099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cfbb1a24-4b63-42af-8d04-a69a75e459ae:9099:1874546788415488:192.168.203.115@tcp:900:mount.lustre.0 00000100:00100000:2.0:1787707382.735290:0:9099:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44f9d180 going to sleep for 11 seconds 00000100:00100000:0.0:1787707382.735737:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2399:1874546788415232:192.168.203.115@tcp:8:mount.lustre.0 00000100:00100000:0.0:1787707382.735966:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f45558000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2399:1874546788415360:192.168.203.115@tcp:8:mount.lustre.0 00000100:00100000:2.0:1787707382.739351:0:9099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cfbb1a24-4b63-42af-8d04-a69a75e459ae:9099:1874546788415488:192.168.203.115@tcp:900:mount.lustre.0 00000100:00100000:2.0:1787707382.739446:0:9099:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cfbb1a24-4b63-42af-8d04-a69a75e459ae:9099:1874546788415616:192.168.203.115@tcp:33:mount.lustre.0 00000100:00100000:2.0:1787707382.739593:0:9099:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f44f9d180 going to sleep for 11 seconds 00000100:00100000:2.0:1787707382.742239:0:9099:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:cfbb1a24-4b63-42af-8d04-a69a75e459ae:9099:1874546788415616:192.168.203.115@tcp:33:mount.lustre.0 00000080:00200000:2.0:1787707382.742436:0:9099:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff967f4953d348) 00000080:00200000:2.0:1787707382.742447:0:9099:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1787707382.742534:0:9099:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.57_80_gf69c3ef 00000080:00000004:2.0:1787707382.749918:0:9099:0:(super25.c:182:lustre_fill_super()) 192.168.203.115@tcp:/lustre: Mount complete 00010000:00080000:3.0:1787707382.777437:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dc8700 x1874546788415232/t0(0) o8->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 520/416 e 0 to 0 dl 1787707392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707382.777455:0:2399:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff967f44d83000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787707382.777469:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff967f44d83000: connect to target with instance 1 00000100:00080000:3.0:1787707382.777480:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff967f44d83000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787707382.777495:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1787707382.777500:0:2399:0:(import.c:65:import_set_state_nolock()) ffff967f58611800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787707382.777507:0:2399:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1787707382.777512:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787707382.777517:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787707382.777533:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2399:1874546788415232:192.168.203.115@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787707382.777554:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f45558000 x1874546788415360/t0(0) o8->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 520/416 e 0 to 0 dl 1787707392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707382.777563:0:2399:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff967f44d83000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1787707382.777567:0:2399:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff967f44d83000: connect to target with instance 1 00000100:00080000:3.0:1787707382.777589:0:2399:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff967f44d83000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1787707382.777594:0:2399:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1787707382.777596:0:2399:0:(import.c:65:import_set_state_nolock()) ffff967f58610000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1787707382.777600:0:2399:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1787707382.777602:0:2399:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1787707382.777605:0:2399:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1787707382.777611:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f45558000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2399:1874546788415360:192.168.203.115@tcp:8:mount.lustre.0 00000400:00000001:2.0:1787707382.933560:0:9129:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:1.0:1787707383.614874:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707383.614881:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707383.614887:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707383.614888:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787707383.614995:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787707383.614999:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787707383.615002:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787707384.062885:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951800 (cpu 0) has reached its deadline 4295025293, at 4295025344 00000100:00000010:0.0:1787707384.062901:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f481d6f60. 00000100:00000040:1.0:1787707384.063320:0:8223:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951910 (cpu 1) has reached its deadline 4295025293, at 4295025344 00000100:00000010:1.0:1787707384.063327:0:8223:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f481d66c0. 00010000:00000001:1.0:1787707384.639039:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707384.639050:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707384.639057:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707384.639059:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787707384.639128:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787707384.639132:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707384.639136:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707385.663043:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707385.663053:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707385.663059:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707385.663060:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787707385.663205:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787707385.663209:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787707385.663212:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707386.687115:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707386.687122:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707386.687128:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707386.687144:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787707386.687968:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787707386.687973:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707386.687977:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707387.712372:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707387.712379:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707387.712384:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707387.712385:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787707387.712446:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787707387.712449:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787707387.712452:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787707387.969672:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d829a6f2-ddf5-48c5-884c-8dabdaf957f4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707387.969681:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787707387.969687:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dc8700. 00000020:00000040:3.0:1787707387.969692:0:37:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:3.0:1787707387.969696:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707387.969699:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707387.969704:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707387.969711:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f43269f00. 00000100:00000001:3.0:1787707387.969717:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.969728:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d829a6f2-ddf5-48c5-884c-8dabdaf957f4->MGS req@ffff967f58dc8700 x1874546788415744/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787707387.969755:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707387.969759:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.969765:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001be6cef7] to pc [ptlrpcd_01_01+1] req@ffff967f58dc8700 x1874546788415744/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.969784:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.969787:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707387.969790:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787707387.969793:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dc8000. 00000020:00000040:3.0:1787707387.969795:0:37:0:(genops.c:1210:class_import_get()) import ffff967f48d55800 refcount=4 obd=lustre-MDT0000-mdc-ffff967f43ef7000 00000100:00000001:3.0:1787707387.969797:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707387.969799:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707387.969807:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707387.969810:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f43269a00. 00000100:00000001:3.0:1787707387.969813:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.969825:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0000_UUID req@ffff967f58dc8000 x1874546788415872/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787707387.969833:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707387.969835:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.969839:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040223c43] to pc [ptlrpcd_01_00+0] req@ffff967f58dc8000 x1874546788415872/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.969847:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.969849:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707387.969852:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787707387.969855:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dcbb80. 00000020:00000040:3.0:1787707387.969857:0:37:0:(genops.c:1210:class_import_get()) import ffff967f58d1e000 refcount=4 obd=lustre-MDT0001-mdc-ffff967f43ef7000 00000100:00000001:3.0:1787707387.969859:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707387.969860:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707387.969862:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707387.969985:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f43269b00. 00000100:00000001:3.0:1787707387.969990:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.969996:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0001_UUID req@ffff967f58dcbb80 x1874546788416000/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787707387.970003:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707387.970006:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970010:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b39f5e9] to pc [ptlrpcd_01_01+1] req@ffff967f58dcbb80 x1874546788416000/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.970017:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970019:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787707387.970023:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787707387.970026:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787707387.970033:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787707387.970036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707387.970039:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787707387.970041:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dcb480. 00000020:00000040:3.0:1787707387.970043:0:37:0:(genops.c:1210:class_import_get()) import ffff967f58617000 refcount=4 obd=lustre-MDT0000-mdc-ffff967f44d83000 00000100:00000001:3.0:1787707387.970045:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707387.970046:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707387.970048:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707387.970051:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f43269400. 00000100:00000001:3.0:1787707387.970054:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970058:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0000_UUID req@ffff967f58dcb480 x1874546788416128/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787707387.970064:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707387.970066:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970069:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000185f7aad] to pc [ptlrpcd_01_00+0] req@ffff967f58dcb480 x1874546788416128/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.970075:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707387.970079:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787707387.970081:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dc9f80. 00000020:00000040:3.0:1787707387.970083:0:37:0:(genops.c:1210:class_import_get()) import ffff967f58610800 refcount=4 obd=lustre-MDT0001-mdc-ffff967f44d83000 00000100:00000001:3.0:1787707387.970085:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707387.970086:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707387.970087:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707387.970090:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f43269300. 00000100:00000001:3.0:1787707387.970092:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970095:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0001_UUID req@ffff967f58dc9f80 x1874546788416256/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787707387.970101:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707387.970106:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970110:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2ca3a16] to pc [ptlrpcd_01_01+1] req@ffff967f58dc9f80 x1874546788416256/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.970117:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707387.970121:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787707387.970124:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dc9180. 00000020:00000040:3.0:1787707387.970126:0:37:0:(genops.c:1210:class_import_get()) import ffff967f58611800 refcount=3 obd=lustre-OST0000-osc-ffff967f44d83000 00000100:00000001:3.0:1787707387.970127:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707387.970128:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707387.970130:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707387.970132:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f43269c00. 00000100:00000001:3.0:1787707387.970134:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970138:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0000_UUID req@ffff967f58dc9180 x1874546788416384/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787707387.970144:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707387.970146:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970149:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a9f721c] to pc [ptlrpcd_01_00+0] req@ffff967f58dc9180 x1874546788416384/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.970165:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707387.970170:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787707387.970173:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dcaa00. 00000020:00000040:3.0:1787707387.970175:0:37:0:(genops.c:1210:class_import_get()) import ffff967f58610000 refcount=3 obd=lustre-OST0001-osc-ffff967f44d83000 00000100:00000001:3.0:1787707387.970177:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707387.970177:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707387.970179:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707387.970181:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f43269500. 00000100:00000001:3.0:1787707387.970184:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970188:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0001_UUID req@ffff967f58dcaa00 x1874546788416512/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787707387.970204:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707387.970206:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970210:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3003f66] to pc [ptlrpcd_01_01+1] req@ffff967f58dcaa00 x1874546788416512/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.970218:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970222:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (366) 00000100:00000001:3.0:1787707387.970235:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707387.970238:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707387.970241:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707387.970245:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dc8700 x1874546788415744/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.970253:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707387.970255:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.970259:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707387.970262:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707387.970264:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707387.970267:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788415744:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707387.970271:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707387.970276:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707387.970278:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.970280:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707387.970284:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f44f94800. 02000000:00000001:3.0:1787707387.970286:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707387.970293:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707387.970297:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2160. 00000400:00000010:3.0:1787707387.970303:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269660. 00000100:00000200:3.0:1787707387.970310:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788415744, portal 25 00000100:00000001:3.0:1787707387.970312:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707387.970314:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428701440 : -116001280850176 : ffff967f58dc8700) 00000100:00000040:3.0:1787707387.970319:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dc8700 x1874546788415744/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.970336:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707387.970339:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707387.970342:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f492692a8. 00000100:00000200:3.0:1787707387.970345:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874546788415744, offset 0 00000400:00000200:3.0:1787707387.970351:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707387.970359:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707387.970367:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707387.970371:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707387.970376:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707387.970380:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707387.970382:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707387.970385:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [122:122:256:4294967295] 192.168.203.115@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:3.0:1787707387.970390:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707387.970399:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707387.970405:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707387.970409:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269800. 00000800:00000200:3.0:1787707387.970415:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707387.970422:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707387.970426:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787707387.970576:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707387.970581:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707387.970584:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295030528 00000100:00000010:3.0:1787707387.970588:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff967f44fc4d80. 00000100:00000001:3.0:1787707387.970593:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787707387.970598:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295030528 00000100:00000010:3.0:1787707387.970601:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff967f44fc4000. 00000100:00000001:3.0:1787707387.970604:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787707387.970607:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707387.970609:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.970617:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707387.970621:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dcbb80 x1874546788416000/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.970627:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707387.970628:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.970630:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707387.970632:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707387.970634:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707387.970637:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788416000:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707387.970640:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707387.970642:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707387.970643:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.970645:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707387.970648:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f44f95e00. 02000000:00000001:3.0:1787707387.970650:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707387.970653:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707387.970656:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2268. 00000400:00000010:3.0:1787707387.970659:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f492693b8. 00000100:00000200:3.0:1787707387.970662:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788416000, portal 10 00000100:00000001:3.0:1787707387.970664:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707387.970665:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428714880 : -116001280836736 : ffff967f58dcbb80) 00000100:00000040:3.0:1787707387.970672:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dcbb80 x1874546788416000/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.970678:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707387.970680:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707387.970682:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269440. 00000100:00000200:3.0:1787707387.970684:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788416000, offset 0 00000400:00000200:3.0:1787707387.970688:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707387.970692:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707387.970695:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707387.970697:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707387.970700:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707387.970702:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707387.970709:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707387.970712:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [123:123:255:4294967295] 192.168.203.115@tcp LPNI seq info [123:123:7:4294967295] 00000400:00000200:3.0:1787707387.970716:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707387.970722:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707387.970726:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707387.970728:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269e00. 00000800:00000200:3.0:1787707387.970732:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707387.970736:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707387.970766:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787707387.970770:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970773:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: using a timeout of 181291 usecs (182 jiffies) 00000400:00000200:3.0:1787707387.970775:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707387.970777:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 0 is 4295029433 00000100:00000001:3.0:1787707387.970780:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS request active for cpu 0, keep current deadline 4295030528 00000100:00000001:3.0:1787707387.970781:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 1 is 4295029433 00000100:00000001:3.0:1787707387.970783:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS request active for cpu 1, keep current deadline 4295030528 00000100:00000001:3.0:1787707387.970785:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707387.970786:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.970788:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707387.970792:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dc9f80 x1874546788416256/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.970798:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707387.970800:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.970801:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707387.970803:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707387.970805:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707387.970808:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788416256:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707387.970811:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707387.970813:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707387.970830:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.970832:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707387.970835:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f44f95c00. 02000000:00000001:3.0:1787707387.970836:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707387.970839:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707387.970842:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2630. 00000400:00000010:3.0:1787707387.970845:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269770. 00000100:00000200:3.0:1787707387.970847:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788416256, portal 10 00000100:00000001:3.0:1787707387.970848:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707387.970850:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428707712 : -116001280843904 : ffff967f58dc9f80) 00000100:00000040:3.0:1787707387.970855:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dc9f80 x1874546788416256/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.970860:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707387.970863:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707387.970874:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f492697f8. 00000100:00000200:3.0:1787707387.970876:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788416256, offset 0 00000400:00000200:3.0:1787707387.970881:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707387.970884:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707387.970888:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707387.970891:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707387.970893:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707387.970895:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707387.970897:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707387.970900:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [124:124:254:4294967295] 192.168.203.115@tcp LPNI seq info [124:124:6:4294967295] 00000400:00000200:3.0:1787707387.970903:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707387.970922:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707387.970927:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707387.970930:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269100. 00000800:00000200:3.0:1787707387.970934:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707387.970938:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707387.970941:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787707387.970944:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.970950:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: using a timeout of 11141 usecs (12 jiffies) 00000400:00000200:3.0:1787707387.970953:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707387.970955:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295029263 00000100:00000001:3.0:1787707387.970957:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295030528 00000100:00000001:3.0:1787707387.970959:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295029263 00000100:00000001:3.0:1787707387.970961:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295030528 00000100:00000001:3.0:1787707387.970963:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707387.970965:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.970968:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707387.970972:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dcaa00 x1874546788416512/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.970978:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707387.970979:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.970981:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707387.970982:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707387.970984:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707387.970987:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788416512:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707387.970990:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707387.970992:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707387.970994:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.970996:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707387.971000:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f5996a000. 02000000:00000001:3.0:1787707387.971001:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707387.971005:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707387.971008:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b21b8. 00000400:00000010:3.0:1787707387.971011:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269bb0. 00000100:00000200:3.0:1787707387.971014:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788416512, portal 4 00000100:00000001:3.0:1787707387.971016:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707387.971018:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428710400 : -116001280841216 : ffff967f58dcaa00) 00000100:00000040:3.0:1787707387.971024:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dcaa00 x1874546788416512/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.971040:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707387.971042:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707387.971045:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269c38. 00000100:00000200:3.0:1787707387.971047:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874546788416512, offset 0 00000400:00000200:3.0:1787707387.971051:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707387.971055:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707387.971059:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707387.971062:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707387.971064:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707387.971066:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707387.971069:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707387.971072:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [125:125:253:4294967295] 192.168.203.115@tcp LPNI seq info [125:125:5:4294967295] 00000400:00000200:3.0:1787707387.971075:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707387.971081:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707387.971085:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707387.971089:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269d00. 00000800:00000200:3.0:1787707387.971092:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707387.971097:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707387.971099:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787707387.971102:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.971104:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: using a timeout of 53003 usecs (54 jiffies) 00000400:00000200:3.0:1787707387.971107:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707387.971109:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295029305 00000100:00000001:3.0:1787707387.971111:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295030528 00000100:00000001:3.0:1787707387.971113:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295029305 00000100:00000001:3.0:1787707387.971114:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295030528 00000100:00000001:3.0:1787707387.971116:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707387.971118:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.971124:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.971127:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.971133:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787707387.971135:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787707387.971137:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707387.971139:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707387.971140:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707387.971143:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1787707387.971145:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.971147:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787707387.971148:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.971150:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707387.971151:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707387.971152:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707387.971260:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dc8000 x1874546788415872/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.971267:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707387.971269:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.971271:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707387.971272:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707387.971274:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707387.971277:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788415872:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707387.971280:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707387.971282:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707387.971284:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.971286:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707387.971289:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f5996a200. 02000000:00000001:3.0:1787707387.971291:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707387.971294:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707387.971296:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2e70. 00000400:00000010:3.0:1787707387.971300:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269b28. 00000100:00000200:3.0:1787707387.971303:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788415872, portal 10 00000100:00000001:3.0:1787707387.971304:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707387.971305:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428699648 : -116001280851968 : ffff967f58dc8000) 00000100:00000040:3.0:1787707387.971310:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dc8000 x1874546788415872/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.971321:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707387.971323:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707387.971326:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269550. 00000100:00000200:3.0:1787707387.971328:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788415872, offset 0 00000400:00000200:3.0:1787707387.971332:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707387.971336:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707387.971339:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707387.971341:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707387.971343:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707387.971345:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707387.971347:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707387.971350:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [126:126:252:4294967295] 192.168.203.115@tcp LPNI seq info [126:126:4:4294967295] 00000400:00000200:3.0:1787707387.971353:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707387.971359:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707387.971363:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707387.971367:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269600. 00000800:00000200:3.0:1787707387.971371:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707387.971374:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707387.971377:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787707387.971379:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.971382:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: using a timeout of 144880 usecs (145 jiffies) 00000400:00000200:3.0:1787707387.971385:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707387.971387:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 0 is 4295029396 00000100:00000001:3.0:1787707387.971389:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS request active for cpu 0, keep current deadline 4295030528 00000100:00000001:3.0:1787707387.971391:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 1 is 4295029396 00000100:00000001:3.0:1787707387.971393:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS request active for cpu 1, keep current deadline 4295030528 00000100:00000001:3.0:1787707387.971395:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707387.971397:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.971405:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707387.971409:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dcb480 x1874546788416128/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.971414:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707387.971416:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.971418:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707387.971419:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707387.971421:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707387.971423:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788416128:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707387.971427:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707387.971429:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707387.971430:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.971432:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707387.971435:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f42c38e00. 02000000:00000001:3.0:1787707387.971437:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707387.971440:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707387.971442:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2a50. 00000400:00000010:3.0:1787707387.971445:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269908. 00000100:00000200:3.0:1787707387.971448:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788416128, portal 10 00000100:00000001:3.0:1787707387.971450:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707387.971451:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428713088 : -116001280838528 : ffff967f58dcb480) 00000100:00000040:3.0:1787707387.971456:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dcb480 x1874546788416128/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.971462:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707387.971464:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707387.971466:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269a18. 00000100:00000200:3.0:1787707387.971468:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788416128, offset 0 00000400:00000200:3.0:1787707387.971472:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707387.971480:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707387.971484:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707387.971486:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707387.971489:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707387.971491:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707387.971499:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707387.971502:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [127:127:251:4294967295] 192.168.203.115@tcp LPNI seq info [127:127:3:4294967295] 00000400:00000200:3.0:1787707387.971505:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707387.971512:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707387.971516:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707387.971519:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269700. 00000800:00000200:3.0:1787707387.971522:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707387.971526:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707387.971528:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787707387.971530:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.971533:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: using a timeout of 13950 usecs (14 jiffies) 00000400:00000200:3.0:1787707387.971536:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707387.971538:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295029265 00000100:00000001:3.0:1787707387.971539:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295030528 00000100:00000001:3.0:1787707387.971541:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295029265 00000100:00000001:3.0:1787707387.971543:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295030528 00000100:00000001:3.0:1787707387.971544:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707387.971546:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.971548:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707387.971552:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dc9180 x1874546788416384/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.971559:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707387.971560:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.971563:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707387.971564:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707387.971566:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707387.971569:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788416384:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707387.971571:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707387.971573:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707387.971580:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.971581:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707387.971584:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f42c39a00. 02000000:00000001:3.0:1787707387.971586:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707387.971589:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707387.971591:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2e18. 00000400:00000010:3.0:1787707387.971595:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f492694c8. 00000100:00000200:3.0:1787707387.971598:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788416384, portal 4 00000100:00000001:3.0:1787707387.971599:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707387.971601:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428704128 : -116001280847488 : ffff967f58dc9180) 00000100:00000040:3.0:1787707387.971607:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dc9180 x1874546788416384/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.971612:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707387.971614:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707387.971616:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269198. 00000100:00000200:3.0:1787707387.971618:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874546788416384, offset 0 00000400:00000200:3.0:1787707387.971623:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707387.971627:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707387.971630:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707387.971633:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707387.971635:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707387.971638:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707387.971640:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707387.971643:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [128:128:250:4294967295] 192.168.203.115@tcp LPNI seq info [128:128:2:4294967295] 00000400:00000200:3.0:1787707387.971646:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707387.971652:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707387.971656:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707387.971659:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269900. 00000800:00000200:3.0:1787707387.971662:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707387.971666:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707387.971668:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787707387.971671:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.971678:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: using a timeout of 53121 usecs (54 jiffies) 00000400:00000200:3.0:1787707387.971682:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707387.971684:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295029305 00000100:00000001:3.0:1787707387.971686:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295030528 00000100:00000001:3.0:1787707387.971688:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295029305 00000100:00000001:3.0:1787707387.971690:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295030528 00000100:00000001:3.0:1787707387.971692:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707387.971694:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.971697:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.971700:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.971715:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707387.971718:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787707387.973326:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707387.973333:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269800. 00000400:00000200:0.0:1787707387.973339:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707387.973346:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707387.973352:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f492692a8 00000400:00000010:0.0:1787707387.973355:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f492692a8. 00000100:00000001:0.0:1787707387.973361:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707387.973369:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dc8700 x1874546788415744/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707387.973381:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707387.973384:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dc8700 x1874546788415744/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707387.973391:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707387.973394:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787707387.973406:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707387.973418:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269e00. 00000400:00000200:0.0:1787707387.973421:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707387.973425:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707387.973428:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269440 00000400:00000010:0.0:1787707387.973430:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269440. 00000100:00000001:0.0:1787707387.973433:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707387.973436:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dcbb80 x1874546788416000/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707387.973443:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707387.973445:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dcbb80 x1874546788416000/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707387.973451:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707387.973453:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787707387.973463:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707387.973465:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269100. 00000400:00000200:0.0:1787707387.973467:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707387.973470:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707387.973473:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f492697f8 00000400:00000010:0.0:1787707387.973474:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f492697f8. 00000100:00000001:0.0:1787707387.973476:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707387.973480:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dc9f80 x1874546788416256/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707387.973487:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707387.973490:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dc9f80 x1874546788416256/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707387.973496:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707387.973498:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787707387.973505:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707387.973507:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269d00. 00000400:00000200:0.0:1787707387.973509:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707387.973512:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707387.973515:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269c38 00000400:00000010:0.0:1787707387.973517:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269c38. 00000100:00000001:0.0:1787707387.973526:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707387.973530:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dcaa00 x1874546788416512/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707387.973536:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707387.973538:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dcaa00 x1874546788416512/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707387.973544:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707387.973546:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787707387.973555:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707387.974226:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269600. 00000400:00000200:0.0:1787707387.974234:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707387.974239:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707387.974244:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269550 00000400:00000010:0.0:1787707387.974246:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269550. 00000100:00000001:0.0:1787707387.974248:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707387.974253:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dc8000 x1874546788415872/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707387.974262:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707387.974264:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dc8000 x1874546788415872/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707387.974271:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707387.974272:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787707387.974285:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707387.974288:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269700. 00000400:00000200:0.0:1787707387.974290:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707387.974293:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707387.974296:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269a18 00000400:00000010:0.0:1787707387.974298:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269a18. 00000100:00000001:0.0:1787707387.974300:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707387.974303:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dcb480 x1874546788416128/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707387.974309:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707387.974319:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dcb480 x1874546788416128/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707387.974325:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707387.974327:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787707387.975529:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707387.975536:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269900. 00000400:00000200:0.0:1787707387.975542:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707387.975549:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707387.975553:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269198 00000400:00000010:0.0:1787707387.975555:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269198. 00000100:00000001:0.0:1787707387.975559:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707387.975564:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dc9180 x1874546788416384/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707387.975580:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707387.975582:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dc9180 x1874546788416384/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707387.975589:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707387.975591:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787707387.977977:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.977996:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707387.978000:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978003:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707387.978013:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978020:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707387.978029:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978034:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978039:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978042:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef703a00 00000400:00000200:1.0:1787707387.978046:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978052:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x731 [1] + 224 00000800:00000001:1.0:1787707387.978059:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978063:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707387.978066:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707387.978070:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707387.978076:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707387.978084:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dcbb80 x1874546788416000/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707387.978094:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58dcbb80 x1874546788416000/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707387.978114:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707387.978122:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978125:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707387.978127:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978130:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707387.978133:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978136:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707387.978149:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978152:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978155:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978158:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef703b00 00000400:00000200:1.0:1787707387.978161:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978165:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x739 [1] + 224 00000800:00000001:1.0:1787707387.978169:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978173:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707387.978175:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707387.978178:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707387.978181:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707387.978185:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dc9f80 x1874546788416256/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707387.978194:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58dc9f80 x1874546788416256/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707387.978212:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707387.978217:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978221:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707387.978223:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978226:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707387.978229:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978232:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707387.978236:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978238:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978240:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978243:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef703980 00000400:00000200:1.0:1787707387.978246:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978249:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x749 [1] + 224 00000800:00000001:1.0:1787707387.978253:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978256:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707387.978259:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707387.978272:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707387.978276:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707387.978281:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dc8000 x1874546788415872/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707387.978289:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58dc8000 x1874546788415872/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707387.978296:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707387.978301:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978305:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707387.978306:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978309:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707387.978312:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978315:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707387.978319:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978322:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978325:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978328:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef703a80 00000400:00000200:1.0:1787707387.978331:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978334:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x751 [1] + 224 00000800:00000001:1.0:1787707387.978338:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978342:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707387.978343:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707387.978347:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707387.978350:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707387.978353:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dcb480 x1874546788416128/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707387.978362:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58dcb480 x1874546788416128/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707387.978369:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707387.978373:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978382:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707387.978384:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978386:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707387.978390:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978394:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707387.978398:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978401:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978404:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978407:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a8e3ef703c00 00000400:00000200:1.0:1787707387.978410:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978414:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x741 [1] + 224 00000800:00000001:1.0:1787707387.978418:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978422:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707387.978424:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707387.978426:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707387.978430:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707387.978433:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dcaa00 x1874546788416512/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707387.978440:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58dcaa00 x1874546788416512/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707387.978447:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707387.978450:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978452:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707387.978454:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978456:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707387.978459:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978462:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707387.978466:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978469:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978472:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978474:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a8e3ef703b80 00000400:00000200:1.0:1787707387.978477:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.978492:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x759 [1] + 224 00000800:00000001:1.0:1787707387.978496:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978504:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707387.978507:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707387.978510:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707387.978513:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707387.978517:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dc9180 x1874546788416384/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707387.978525:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58dc9180 x1874546788416384/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707387.978532:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707387.978536:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.978539:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.978653:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707387.978659:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787707387.978667:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707387.978669:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707387.978673:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2e70. 00000400:00000200:3.0:1787707387.978677:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269b28 00000400:00000010:3.0:1787707387.978679:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269b28. 00000100:00000001:3.0:1787707387.978684:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707387.978689:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dc8000 x1874546788415872/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707387.978696:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dc8000 x1874546788415872/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.978702:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707387.978705:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.978707:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707387.978712:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707387.978714:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707387.978717:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.978720:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707387.978730:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f48d55c60 time=65 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707387.978735:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f48d55c18 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707387.978737:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707387.978777:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707387.978780:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787707387.978783:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.978787:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787707387.978789:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f43ef7000: skip recheck: last_committed 0 00000100:00000001:3.0:1787707387.978792:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787707387.978794:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.978799:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dc8000 x1874546788415872/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.978806:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707387.978809:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707387.978811:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707387.978814:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dc8000 x1874546788415872/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707387.978999:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788415872:192.168.203.115@tcp:400:kworker.0 00000400:00000001:3.0:1787707387.979005:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707387.979007:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707387.979008:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2a50. 00000400:00000200:3.0:1787707387.979011:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269908 00000400:00000010:3.0:1787707387.979012:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269908. 00000100:00000001:3.0:1787707387.979015:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707387.979018:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dcb480 x1874546788416128/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707387.979025:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dcb480 x1874546788416128/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.979031:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707387.979032:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.979034:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707387.979036:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707387.979037:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707387.979039:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.979040:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707387.979053:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58617460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707387.979056:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58617418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707387.979058:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707387.979059:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707387.979061:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787707387.979063:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.979065:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787707387.979066:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:3.0:1787707387.979068:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787707387.979069:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.979073:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dcb480 x1874546788416128/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.979079:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707387.979081:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707387.979082:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707387.979085:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dcb480 x1874546788416128/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707387.979091:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788416128:192.168.203.115@tcp:400:kworker.0 00000400:00000001:3.0:1787707387.979096:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707387.979097:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707387.979099:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2e18. 00000400:00000200:3.0:1787707387.979101:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f492694c8 00000400:00000010:3.0:1787707387.979102:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f492694c8. 00000100:00000001:3.0:1787707387.979104:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707387.979107:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dc9180 x1874546788416384/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707387.979114:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dc9180 x1874546788416384/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.979119:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707387.979121:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.979122:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707387.979128:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707387.979130:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707387.979131:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.979133:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707387.979138:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58611c60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707387.979141:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58611c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707387.979142:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707387.979144:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707387.979145:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787707387.979149:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dc9180 x1874546788416384/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787707387.979156:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.979159:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787707387.979160:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:3.0:1787707387.979162:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787707387.979163:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.979167:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dc9180 x1874546788416384/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.979173:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707387.979175:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707387.979176:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707387.979179:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dc9180 x1874546788416384/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707387.979186:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788416384:192.168.203.115@tcp:400:kworker.0 00000400:00000001:3.0:1787707387.979192:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707387.979193:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707387.979195:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2268. 00000400:00000200:3.0:1787707387.979197:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f492693b8 00000400:00000010:3.0:1787707387.979199:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f492693b8. 00000100:00000001:3.0:1787707387.979361:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707387.979366:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dcbb80 x1874546788416000/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707387.979385:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dcbb80 x1874546788416000/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.979392:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707387.979394:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.979395:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707387.979397:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707387.979398:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707387.979400:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.979401:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707387.979405:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58d1e460 time=64 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707387.979408:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58d1e418 time=64 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707387.979410:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707387.979412:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707387.979413:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787707387.979417:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dcbb80 x1874546788416000/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787707387.979423:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.979425:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787707387.979427:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f43ef7000: skip recheck: last_committed 0 00000100:00000001:3.0:1787707387.979428:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787707387.979430:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.979434:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dcbb80 x1874546788416000/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.979439:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707387.979441:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707387.979442:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707387.979446:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dcbb80 x1874546788416000/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707387.979453:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788416000:192.168.203.115@tcp:400:kworker.0 00000400:00000001:3.0:1787707387.979459:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707387.979466:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707387.979468:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2630. 00000400:00000200:3.0:1787707387.979470:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269770 00000400:00000010:3.0:1787707387.979472:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269770. 00000100:00000001:3.0:1787707387.979474:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707387.979478:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dc9f80 x1874546788416256/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707387.979486:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dc9f80 x1874546788416256/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.979491:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707387.979493:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.979494:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707387.979496:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707387.979497:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707387.979499:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.979501:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707387.979505:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58610c60 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707387.979508:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58610c18 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707387.979510:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707387.979511:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707387.979513:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787707387.979516:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dc9f80 x1874546788416256/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787707387.979522:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.979525:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787707387.979526:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:3.0:1787707387.979528:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787707387.979529:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.979533:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dc9f80 x1874546788416256/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.979539:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707387.979541:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707387.979542:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707387.979552:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dc9f80 x1874546788416256/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707387.979560:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788416256:192.168.203.115@tcp:400:kworker.0 00000400:00000001:3.0:1787707387.979566:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707387.979568:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707387.979569:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b21b8. 00000400:00000200:3.0:1787707387.979572:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269bb0 00000400:00000010:3.0:1787707387.979573:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269bb0. 00000100:00000001:3.0:1787707387.979575:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707387.979580:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dcaa00 x1874546788416512/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707387.979587:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dcaa00 x1874546788416512/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.979593:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707387.979594:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.979595:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707387.979597:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707387.979599:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707387.979600:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.979601:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707387.979606:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58610460 time=5 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707387.979609:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58610418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707387.979611:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707387.979612:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707387.979614:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787707387.979617:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dcaa00 x1874546788416512/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787707387.979623:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.979626:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787707387.979627:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:3.0:1787707387.979628:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787707387.979634:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.979639:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dcaa00 x1874546788416512/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.979644:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707387.979646:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707387.979647:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707387.979650:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dcaa00 x1874546788416512/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707387.979657:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788416512:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707387.979661:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.979664:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707387.979667:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dc8000 x1874546788415872/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.979674:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707387.979677:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707387.979680:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f5996a200. 02000000:00000001:3.0:1787707387.979685:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707387.979687:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707387.979689:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f48d55800 refcount=3 obd=lustre-MDT0000-mdc-ffff967f43ef7000 00000020:00000001:3.0:1787707387.979691:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707387.979694:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f43269a00. 02000000:00000001:3.0:1787707387.979698:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707387.979700:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707387.979702:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dc8000. 00000100:00000001:3.0:1787707387.979705:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707387.979707:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.979708:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707387.979711:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dcb480 x1874546788416128/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.979717:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707387.979718:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707387.979719:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f42c38e00. 02000000:00000001:3.0:1787707387.979725:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707387.979727:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707387.979728:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f58617000 refcount=3 obd=lustre-MDT0000-mdc-ffff967f44d83000 00000020:00000001:3.0:1787707387.979730:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707387.979732:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f43269400. 02000000:00000001:3.0:1787707387.979734:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707387.979735:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707387.979736:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dcb480. 00000100:00000001:3.0:1787707387.981791:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707387.981794:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.981796:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707387.981807:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dc9180 x1874546788416384/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.981815:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707387.981818:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707387.981822:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f42c39a00. 02000000:00000001:3.0:1787707387.981825:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707387.981828:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707387.981829:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f58611800 refcount=2 obd=lustre-OST0000-osc-ffff967f44d83000 00000020:00000001:3.0:1787707387.981831:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707387.981834:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f43269c00. 02000000:00000001:3.0:1787707387.981838:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707387.981840:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707387.981841:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dc9180. 00000100:00000001:3.0:1787707387.981844:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707387.981845:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.981846:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707387.981850:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dcbb80 x1874546788416000/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.981856:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707387.981858:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707387.981859:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f44f95e00. 02000000:00000001:3.0:1787707387.981862:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707387.981864:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707387.981865:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f58d1e000 refcount=3 obd=lustre-MDT0001-mdc-ffff967f43ef7000 00000020:00000001:3.0:1787707387.981867:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707387.981881:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f43269b00. 02000000:00000001:3.0:1787707387.981884:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707387.981885:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707387.981887:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dcbb80. 00000100:00000001:3.0:1787707387.981889:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707387.981891:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.981892:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707387.981897:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dc9f80 x1874546788416256/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.981919:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707387.981920:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707387.981922:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f44f95c00. 02000000:00000001:3.0:1787707387.981924:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707387.981926:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707387.981927:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f58610800 refcount=3 obd=lustre-MDT0001-mdc-ffff967f44d83000 00000020:00000001:3.0:1787707387.981929:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707387.981930:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f43269300. 02000000:00000001:3.0:1787707387.981932:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707387.981933:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707387.981934:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dc9f80. 00000100:00000001:3.0:1787707387.981937:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707387.981938:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.981940:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707387.981944:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dcaa00 x1874546788416512/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.981950:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707387.981951:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707387.981953:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f5996a000. 02000000:00000001:3.0:1787707387.981955:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707387.981956:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707387.981958:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f58610000 refcount=2 obd=lustre-OST0001-osc-ffff967f44d83000 00000020:00000001:3.0:1787707387.981960:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707387.981961:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f43269500. 02000000:00000001:3.0:1787707387.981963:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707387.981964:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707387.981965:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dcaa00. 00000100:00000001:3.0:1787707387.981973:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707387.981974:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.981977:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.981979:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707387.981982:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707387.981984:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.981985:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787707387.982063:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.982075:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707387.982078:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.982080:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707387.982086:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.982092:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707387.982100:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.982104:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.982110:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.982114:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 25 MB=0x6a8e3ef703900 00000400:00000200:1.0:1787707387.982118:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707387.982123:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 224/224 into md 0x729 [1] + 224 00000800:00000001:1.0:1787707387.982130:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.982136:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707387.982139:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707387.982144:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707387.982302:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707387.982309:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dc8700 x1874546788415744/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707387.982331:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58dc8700 x1874546788415744/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707387.982349:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707387.982671:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707387.982674:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787707387.982678:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707387.982680:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707387.982683:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2160. 00000400:00000200:3.0:1787707387.982688:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269660 00000400:00000010:3.0:1787707387.982690:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269660. 00000100:00000001:3.0:1787707387.982694:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707387.982698:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dc8700 x1874546788415744/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707387.982707:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dc8700 x1874546788415744/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.982713:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707387.982715:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.982717:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707387.982720:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707387.982721:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707387.982723:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707387.982726:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707387.982732:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f493aec60 time=65 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707387.982735:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f493aec18 time=65 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707387.982737:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707387.982765:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707387.982769:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787707387.982771:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.982774:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707387.982779:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dc8700 x1874546788415744/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.982785:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707387.982794:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707387.982796:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707387.982801:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dc8700 x1874546788415744/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707387.982808:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788415744:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707387.982812:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.982815:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707387.982817:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dc8700 x1874546788415744/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707403 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707387.982824:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707387.982826:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707387.982828:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f44f94800. 02000000:00000001:3.0:1787707387.982830:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707387.982832:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707387.982833:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:3.0:1787707387.982835:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707387.982837:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f43269f00. 02000000:00000001:3.0:1787707387.982839:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707387.982841:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707387.982842:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dc8700. 00000100:00000001:3.0:1787707387.982844:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707387.982846:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.982848:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707387.982855:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787707387.982857:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707387.982859:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707387.982860:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787707387.982929:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707387.982935:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1787707388.014176:0:9330:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787707388.014189:0:9330:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787707388.365449:0:9366:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1787707388.365455:0:9366:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg315-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:2.0:1787707388.372847:0:9366:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1787707388.592452:0:9379:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787707388.592466:0:9379:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787707388.643617:0:9382:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787707388.643630:0:9382:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707388.738204:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707388.738211:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707388.738218:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707388.738219:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787707388.738636:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787707388.738640:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787707388.738643:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787707389.310832:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951800 (cpu 0) has reached its deadline 4295030528, at 4295030592 00000100:00000040:1.0:1787707389.310832:0:8223:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951910 (cpu 1) has reached its deadline 4295030528, at 4295030592 00000100:00000010:0.0:1787707389.310845:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f44fc4d80. 00000100:00000010:1.0:1787707389.310847:0:8223:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f44fc4000. 00010000:00000001:1.0:1787707389.758962:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707389.758969:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707389.758974:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707389.758976:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787707389.759084:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787707389.759088:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707389.759091:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707390.783033:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707390.783054:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707390.783063:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707390.783064:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787707390.785104:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787707390.785112:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787707390.785117:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707391.806960:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707391.806971:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707391.806978:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707391.806979:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787707391.809382:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787707391.809392:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707391.809399:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707392.830981:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707392.830994:0:8223:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787707392.830996:0:8223:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787707392.831000:0:8223:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707392.831006:0:8223:0:(ldlm_lockd.c:2378:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787707392.831009:0:8223:0:(ldlm_lockd.c:2381:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707392.831011:0:8223:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707392.831013:0:8223:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707392.831017:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707392.831038:0:8223:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787707392.831040:0:8223:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787707392.831041:0:8223:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707392.831043:0:8223:0:(ldlm_lockd.c:2378:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787707392.831045:0:8223:0:(ldlm_lockd.c:2381:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707392.831046:0:8223:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707392.831060:0:8223:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787707392.831961:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787707392.831966:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707392.831970:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787707393.087229:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d829a6f2-ddf5-48c5-884c-8dabdaf957f4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787707393.087243:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787707393.087256:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f4555b480. 00000020:00000040:2.0:1787707393.087263:0:37:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:2.0:1787707393.087268:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787707393.087272:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707393.087280:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707393.087291:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f49c20d00. 00000100:00000001:2.0:1787707393.087301:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.087317:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d829a6f2-ddf5-48c5-884c-8dabdaf957f4->MGS req@ffff967f4555b480 x1874546788416640/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787707393.087331:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787707393.087336:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.087344:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f177362] to pc [ptlrpcd_01_00+0] req@ffff967f4555b480 x1874546788416640/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707393.087394:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707393.087400:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707393.087403:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707393.087411:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f4555b480 x1874546788416640/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707393.087442:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707393.087445:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707393.087450:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707393.087453:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707393.087457:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707393.087461:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2402:1874546788416640:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707393.087466:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707393.087474:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707393.087477:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707393.087481:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707393.087486:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f58df5400. 02000000:00000001:3.0:1787707393.087488:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707393.087497:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707393.087502:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2160. 00000400:00000010:3.0:1787707393.087511:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269660. 00000100:00000200:3.0:1787707393.087521:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788416640, portal 25 00000100:00000001:3.0:1787707393.087524:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707393.087526:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101098624 : -116001608452992 : ffff967f4555b480) 00000100:00000040:3.0:1787707393.087532:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f4555b480 x1874546788416640/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707393.087540:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707393.087543:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707393.087546:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269bb0. 00000100:00000200:3.0:1787707393.087551:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874546788416640, offset 0 00000400:00000200:3.0:1787707393.087559:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707393.087570:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707393.087578:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707393.087585:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707393.087591:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707393.087595:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707393.087599:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707393.087609:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [129:129:256:4294967295] 192.168.203.115@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1787707393.087614:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707393.087626:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707393.087633:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707393.087639:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269f00. 00000800:00000200:3.0:1787707393.087647:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707393.087657:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707393.087662:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787707393.087778:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.087782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787707393.087795:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787707393.087799:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f45558700. 00000020:00000040:2.0:1787707393.087802:0:37:0:(genops.c:1210:class_import_get()) import ffff967f48d55800 refcount=4 obd=lustre-MDT0000-mdc-ffff967f43ef7000 00000100:00000001:2.0:1787707393.087806:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787707393.087807:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707393.087809:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707393.087813:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f49c20300. 00000100:00000001:2.0:1787707393.087817:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.087822:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0000_UUID req@ffff967f45558700 x1874546788416768/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787707393.087829:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787707393.087832:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.087836:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010b1b0d5] to pc [ptlrpcd_01_01+1] req@ffff967f45558700 x1874546788416768/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.087845:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.087848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787707393.087851:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787707393.087854:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f45559f80. 00000020:00000040:2.0:1787707393.087856:0:37:0:(genops.c:1210:class_import_get()) import ffff967f58d1e000 refcount=4 obd=lustre-MDT0001-mdc-ffff967f43ef7000 00000100:00000001:2.0:1787707393.087858:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787707393.087860:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707393.087862:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707393.087865:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f49c20700. 00000100:00000001:2.0:1787707393.087869:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.087885:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0001_UUID req@ffff967f45559f80 x1874546788416896/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787707393.087893:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787707393.087895:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.087899:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa0c687] to pc [ptlrpcd_01_00+0] req@ffff967f45559f80 x1874546788416896/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.087921:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.087923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787707393.087927:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787707393.087930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787707393.087934:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787707393.087937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787707393.087941:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787707393.087943:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f45559180. 00000020:00000040:2.0:1787707393.087946:0:37:0:(genops.c:1210:class_import_get()) import ffff967f58617000 refcount=4 obd=lustre-MDT0000-mdc-ffff967f44d83000 00000100:00000001:2.0:1787707393.087948:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787707393.087950:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707393.087952:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707393.087956:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f49c20100. 00000100:00000001:2.0:1787707393.087959:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.087963:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0000_UUID req@ffff967f45559180 x1874546788417024/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787707393.087971:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787707393.087972:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.087976:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000432c922d] to pc [ptlrpcd_01_01+1] req@ffff967f45559180 x1874546788417024/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.087982:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.087984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787707393.087988:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787707393.087991:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f4555aa00. 00000020:00000040:2.0:1787707393.087993:0:37:0:(genops.c:1210:class_import_get()) import ffff967f58610800 refcount=4 obd=lustre-MDT0001-mdc-ffff967f44d83000 00000100:00000001:2.0:1787707393.087995:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787707393.088001:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707393.088003:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707393.088006:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f49c20900. 00000100:00000001:2.0:1787707393.088009:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.088013:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0001_UUID req@ffff967f4555aa00 x1874546788417152/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787707393.088019:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787707393.088021:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.088024:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a20c15c4] to pc [ptlrpcd_01_00+0] req@ffff967f4555aa00 x1874546788417152/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.088030:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.088032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787707393.088034:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787707393.088037:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f45559c00. 00000020:00000040:2.0:1787707393.088039:0:37:0:(genops.c:1210:class_import_get()) import ffff967f58611800 refcount=3 obd=lustre-OST0000-osc-ffff967f44d83000 00000100:00000001:2.0:1787707393.088041:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787707393.088042:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707393.088044:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707393.088047:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f49c20200. 00000100:00000001:2.0:1787707393.088049:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.088053:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0000_UUID req@ffff967f45559c00 x1874546788417280/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787707393.088059:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787707393.088061:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.088065:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000080012bdd] to pc [ptlrpcd_01_01+1] req@ffff967f45559c00 x1874546788417280/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.088072:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.088074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787707393.088077:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787707393.088080:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f45558380. 00000020:00000040:2.0:1787707393.088087:0:37:0:(genops.c:1210:class_import_get()) import ffff967f58610000 refcount=3 obd=lustre-OST0001-osc-ffff967f44d83000 00000100:00000001:2.0:1787707393.088090:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787707393.088091:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707393.088094:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707393.088097:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f49c20c00. 00000100:00000001:2.0:1787707393.088101:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.088105:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0001_UUID req@ffff967f45558380 x1874546788417408/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787707393.088112:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787707393.088114:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.088118:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acc5f938] to pc [ptlrpcd_01_00+0] req@ffff967f45558380 x1874546788417408/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.088126:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.088130:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (372) 00000100:00000001:2.0:1787707393.088162:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707393.088165:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707393.088166:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787707393.088172:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f45558700 x1874546788416768/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.088179:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707393.088181:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707393.088183:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787707393.088185:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787707393.088187:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787707393.088191:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f45558700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788416768:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1787707393.088194:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787707393.088197:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787707393.088199:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707393.088201:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787707393.088204:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f58c27200. 02000000:00000001:2.0:1787707393.088206:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707393.088210:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1787707393.088219:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f49c8e688. 00000400:00000010:2.0:1787707393.088224:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b06e8. 00000100:00000200:2.0:1787707393.088228:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788416768, portal 10 00000100:00000001:2.0:1787707393.088230:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787707393.088232:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101086976 : -116001608464640 : ffff967f45558700) 00000100:00000040:2.0:1787707393.088240:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f45558700 x1874546788416768/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.088247:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787707393.088249:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1787707393.088251:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0aa0. 00000100:00000200:2.0:1787707393.088254:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788416768, offset 0 00000400:00000200:2.0:1787707393.088260:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1787707393.088265:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707393.088269:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1787707393.088272:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787707393.088275:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1787707393.088277:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787707393.088280:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1787707393.088283:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [130:130:255:4294967295] 192.168.203.115@tcp LPNI seq info [130:130:7:4294967295] 00000400:00000200:2.0:1787707393.088287:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707393.088293:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1787707393.088299:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1787707393.088303:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f49c20600. 00000800:00000200:2.0:1787707393.088307:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1787707393.088313:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1787707393.088316:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f49c20600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787707393.088372:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707393.088378:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707393.088381:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295035646 00000100:00000010:3.0:1787707393.088387:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff967f44fc4a80. 00000100:00000001:3.0:1787707393.088397:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1787707393.088404:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295035646 00000100:00000010:3.0:1787707393.088407:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff967f44fc42a0. 00000100:00000001:3.0:1787707393.088411:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1787707393.088414:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707393.088418:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707393.088422:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707393.088425:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707393.088439:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787707393.088442:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787707393.088445:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707393.088447:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707393.088449:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707393.088455:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f45559f80 x1874546788416896/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707393.088534:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707393.088536:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707393.088538:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707393.088540:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707393.088549:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707393.088553:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f45559f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788416896:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707393.088557:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707393.088559:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707393.088561:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707393.088563:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707393.088566:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f58df4a00. 02000000:00000001:3.0:1787707393.088568:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707393.088571:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707393.088574:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b21b8. 00000400:00000010:3.0:1787707393.088579:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269770. 00000100:00000200:3.0:1787707393.088582:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788416896, portal 10 00000100:00000001:3.0:1787707393.088584:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707393.088585:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101093248 : -116001608458368 : ffff967f45559f80) 00000100:00000040:3.0:1787707393.088593:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f45559f80 x1874546788416896/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707393.088599:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707393.088602:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707393.088604:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f492693b8. 00000100:00000200:3.0:1787707393.088606:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788416896, offset 0 00000400:00000200:3.0:1787707393.088611:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707393.088616:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707393.088620:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707393.088623:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707393.088625:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707393.088628:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707393.088630:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707393.088633:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [131:131:254:4294967295] 192.168.203.115@tcp LPNI seq info [131:131:6:4294967295] 00000400:00000200:3.0:1787707393.088637:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707393.088644:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707393.088648:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707393.088658:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269500. 00000800:00000200:3.0:1787707393.088662:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707393.088667:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707393.088669:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787707393.090186:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.090191:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.090199:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: using a timeout of 138508 usecs (139 jiffies) 00000100:00000040:3.0:1787707393.090199:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: using a timeout of 170692 usecs (171 jiffies) 00000400:00000200:2.0:1787707393.090207:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707393.090207:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707393.090211:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 0 is 4295034510 00000100:00000001:3.0:1787707393.090211:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 0 is 4295034542 00000100:00000001:3.0:1787707393.090215:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS request active for cpu 0, keep current deadline 4295035646 00000100:00000001:3.0:1787707393.090217:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 1 is 4295034542 00000100:00000001:2.0:1787707393.090218:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS request active for cpu 0, keep current deadline 4295035646 00000100:00000001:3.0:1787707393.090220:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS request active for cpu 1, keep current deadline 4295035646 00000100:00000001:3.0:1787707393.090222:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707393.090226:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707393.090231:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1787707393.090234:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 1 is 4295034510 00000800:00000200:1.0:1787707393.090236:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1787707393.090236:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS request active for cpu 1, keep current deadline 4295035646 00000100:00000001:2.0:1787707393.090241:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1787707393.090241:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f4555aa00 x1874546788417152/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1787707393.090245:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269f00. 00000100:00000001:2.0:1787707393.090245:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.090248:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1787707393.090254:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1787707393.090255:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f45559180 x1874546788417024/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707393.090256:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.090261:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707393.090262:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707393.090262:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787707393.090264:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787707393.090266:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707393.090266:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787707393.090269:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707393.090269:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787707393.090270:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1787707393.090273:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f45559180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788417024:192.168.203.115@tcp:400:kworker.0 00000100:00100000:3.0:1787707393.090273:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2402:1874546788417152:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1787707393.090279:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1787707393.090279:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1787707393.090282:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 02000000:00000001:2.0:1787707393.090287:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707393.090287:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787707393.090290:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707393.090290:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707393.090292:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1787707393.090292:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1787707393.090295:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269bb0 02000000:00000010:2.0:1787707393.090299:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f58c26400. 02000000:00000010:3.0:1787707393.090299:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f58df4000. 00000400:00000010:1.0:1787707393.090300:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269bb0. 02000000:00000001:2.0:1787707393.090304:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707393.090304:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707393.090309:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707393.090309:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1787707393.090314:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f49c8e160. 00000400:00000010:3.0:1787707393.090314:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2630. 00000100:00000001:1.0:1787707393.090318:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000400:00000010:2.0:1787707393.090320:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0440. 00000400:00000010:3.0:1787707393.090320:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f492694c8. 00000100:00000200:1.0:1787707393.090328:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f4555b480 x1874546788416640/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787707393.090329:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788417024, portal 10 00000100:00000200:3.0:1787707393.090329:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788417152, portal 10 00000100:00000001:2.0:1787707393.090333:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707393.090334:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787707393.090336:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101089664 : -116001608461952 : ffff967f45559180) 00000100:00000001:3.0:1787707393.090336:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101095936 : -116001608455680 : ffff967f4555aa00) 00000100:00000001:1.0:1787707393.090348:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707393.090349:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f45559180 x1874546788417024/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787707393.090349:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f4555aa00 x1874546788417152/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707393.090356:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f4555b480 x1874546788416640/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707393.090361:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1787707393.090362:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787707393.090368:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000100:00000040:3.0:1787707393.090368:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1787707393.090372:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b04c8. 00000400:00000010:3.0:1787707393.090373:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269908. 00000100:00000001:1.0:1787707393.090377:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787707393.090378:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788417152, offset 0 00000100:00000200:2.0:1787707393.090379:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788417024, offset 0 00000100:00000001:1.0:1787707393.090382:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1787707393.090387:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000800:00000200:1.0:1787707393.090401:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1787707393.090401:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000800:00000010:1.0:1787707393.090406:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f49c20600. 00000400:00000200:1.0:1787707393.090410:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707393.090414:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707393.090418:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0aa0 00000400:00000010:1.0:1787707393.090420:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0aa0. 00000100:00000001:1.0:1787707393.090423:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707393.090428:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f45558700 x1874546788416768/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707393.090437:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707393.090440:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f45558700 x1874546788416768/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707393.090447:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707393.090456:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787707393.090543:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707393.090546:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269500. 00000400:00000200:1.0:1787707393.090550:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707393.090564:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707393.090567:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f492693b8 00000400:00000010:1.0:1787707393.090569:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f492693b8. 00000100:00000001:1.0:1787707393.090572:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707393.090577:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f45559f80 x1874546788416896/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707393.090585:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707393.090588:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f45559f80 x1874546788416896/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707393.090595:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707393.090597:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1787707393.090967:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707393.090977:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707393.090984:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707393.090987:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707393.090991:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707393.090993:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707393.090997:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [132:132:256:4294967295] 192.168.203.115@tcp LPNI seq info [132:132:8:4294967295] 00000400:00000200:3.0:1787707393.091002:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707393.091012:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707393.091018:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707393.091025:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269300. 00000800:00000200:3.0:1787707393.091031:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707393.091039:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707393.091044:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269300 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1787707393.091337:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707393.091343:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1787707393.091346:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787707393.091348:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1787707393.091351:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787707393.091353:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1787707393.091355:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [133:133:255:4294967295] 192.168.203.115@tcp LPNI seq info [133:133:7:4294967295] 00000400:00000200:2.0:1787707393.091359:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707393.091365:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1787707393.091369:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1787707393.091374:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f49c20f00. 00000800:00000200:2.0:1787707393.091377:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1787707393.091382:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1787707393.091385:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f49c20f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787707393.091406:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707393.091412:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: using a timeout of 11335 usecs (12 jiffies) 00000100:00000001:2.0:1787707393.091413:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.091416:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: using a timeout of 13557 usecs (14 jiffies) 00000400:00000200:3.0:1787707393.091417:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707393.091419:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707393.091419:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295034384 00000100:00000001:2.0:1787707393.091421:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295034386 00000100:00000001:3.0:1787707393.091422:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295035646 00000100:00000001:3.0:1787707393.091424:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295034384 00000100:00000001:2.0:1787707393.091425:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295035646 00000100:00000001:2.0:1787707393.091427:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295034386 00000100:00000001:2.0:1787707393.091429:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295035646 00000100:00000001:2.0:1787707393.091432:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707393.091435:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707393.091435:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295035646 00000100:00000001:3.0:1787707393.091437:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707393.091439:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1787707393.091439:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707393.091441:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787707393.091445:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f45559c00 x1874546788417280/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787707393.091446:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f45558380 x1874546788417408/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.091455:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707393.091455:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707393.091458:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707393.091458:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707393.091461:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707393.091464:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787707393.091465:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787707393.091466:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707393.091467:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707393.091469:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707393.091471:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f45558380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2402:1874546788417408:192.168.203.115@tcp:400:kworker.0 00000100:00100000:2.0:1787707393.091472:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f45559c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788417280:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707393.091474:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1787707393.091475:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787707393.091479:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707393.091479:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787707393.091482:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707393.091482:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707393.091484:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1787707393.091484:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787707393.091488:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f58c26200. 02000000:00000010:3.0:1787707393.091488:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f60d51a00. 02000000:00000001:2.0:1787707393.091490:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707393.091490:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707393.091494:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707393.091494:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1787707393.091498:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f49c8e9a0. 00000400:00000010:3.0:1787707393.091498:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2268. 00000400:00000010:2.0:1787707393.091503:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0550. 00000400:00000010:3.0:1787707393.091503:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269b28. 00000100:00000200:2.0:1787707393.091509:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788417280, portal 4 00000100:00000200:3.0:1787707393.091509:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788417408, portal 4 00000100:00000001:2.0:1787707393.091512:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707393.091512:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787707393.091514:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101092352 : -116001608459264 : ffff967f45559c00) 00000100:00000001:3.0:1787707393.091514:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101086080 : -116001608465536 : ffff967f45558380) 00000100:00000040:3.0:1787707393.091521:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f45558380 x1874546788417408/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1787707393.091523:0:2403:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff967f58c76000. 00000100:00000040:2.0:1787707393.091528:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f45559c00 x1874546788417280/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707393.091529:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707393.091531:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707393.091534:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269f68. 00000100:00000001:2.0:1787707393.091535:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787707393.091537:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000100:00000200:3.0:1787707393.091537:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874546788417408, offset 0 00000400:00000010:2.0:1787707393.091539:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0908. 00000400:00000200:3.0:1787707393.091542:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707393.091547:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000200:2.0:1787707393.091548:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874546788417280, offset 0 00000400:00000200:2.0:1787707393.091551:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707393.091554:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707393.091557:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707393.091559:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707393.091562:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707393.091568:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707393.091571:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [134:134:254:4294967295] 192.168.203.115@tcp LPNI seq info [134:134:6:4294967295] 00000400:00000200:3.0:1787707393.091575:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707393.091581:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707393.091586:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707393.091590:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269b00. 00000800:00000200:3.0:1787707393.091594:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707393.091598:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707393.091601:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787707393.091604:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707393.091607:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: using a timeout of 32363 usecs (33 jiffies) 00000400:00000200:3.0:1787707393.091610:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707393.091612:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295034405 00000100:00000001:3.0:1787707393.091614:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295035646 00000100:00000001:3.0:1787707393.091616:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295034405 00000100:00000001:3.0:1787707393.091618:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295035646 00000100:00000001:3.0:1787707393.091619:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707393.091621:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707393.091625:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707393.091630:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707393.091639:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787707393.091641:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787707393.091644:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707393.091646:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707393.091648:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707393.091650:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707393.091859:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707393.091863:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1787707393.091866:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787707393.091869:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1787707393.091881:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787707393.091884:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1787707393.091887:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [135:135:253:4294967295] 192.168.203.115@tcp LPNI seq info [135:135:5:4294967295] 00000400:00000200:2.0:1787707393.091891:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707393.091904:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1787707393.091908:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1787707393.091912:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f49c20600. 00000800:00000200:2.0:1787707393.091916:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1787707393.091920:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1787707393.091922:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f49c20600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787707393.091925:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.091929:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: using a timeout of 32162 usecs (33 jiffies) 00000400:00000200:2.0:1787707393.091932:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707393.091933:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295034406 00000100:00000001:2.0:1787707393.091936:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295035646 00000100:00000001:2.0:1787707393.091938:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295034406 00000100:00000001:2.0:1787707393.092668:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295035646 00000100:00000001:2.0:1787707393.092672:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707393.092677:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.092681:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.092685:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707393.092692:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707393.092694:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787707393.092696:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707393.092698:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707393.092699:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.092701:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787707393.096256:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.096488:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707393.096493:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.096496:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707393.096507:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.096517:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707393.096544:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.096550:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.096557:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.096561:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef703d00 00000400:00000200:0.0:1787707393.096566:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.096573:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x769 [1] + 224 00000800:00000001:0.0:1787707393.096582:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.096593:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707393.096597:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707393.096602:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707393.096611:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707393.096621:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f45558700 x1874546788416768/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707393.096633:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f45558700 x1874546788416768/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707393.096653:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707393.096663:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.096666:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707393.096699:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707393.096705:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787707393.096713:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787707393.096715:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787707393.096719:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f49c8e688. 00000400:00000200:2.0:1787707393.096725:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b06e8 00000400:00000010:2.0:1787707393.096728:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b06e8. 00000100:00000001:2.0:1787707393.096732:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787707393.096777:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f45558700 x1874546788416768/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787707393.096803:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f45558700 x1874546788416768/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.096811:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787707393.096813:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707393.096816:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787707393.096820:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787707393.096823:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787707393.096825:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707393.096829:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787707393.096840:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f48d55c60 time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1787707393.096844:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f48d55c18 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1787707393.096847:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787707393.096850:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707393.096853:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787707393.096857:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.096861:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787707393.096864:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f43ef7000: skip recheck: last_committed 0 00000100:00000001:2.0:1787707393.096866:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787707393.096868:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.096886:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f45558700 x1874546788416768/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.096894:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707393.096897:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787707393.096899:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787707393.096903:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f45558700 x1874546788416768/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707393.096912:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f45558700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788416768:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1787707393.096919:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.096922:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707393.096925:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f45558700 x1874546788416768/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1787707393.097124:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707393.097130:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269300. 00000400:00000200:1.0:1787707393.097136:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707393.097141:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707393.097146:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269908 00000400:00000010:1.0:1787707393.097148:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269908. 00000100:00000001:1.0:1787707393.097153:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707393.097159:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f4555aa00 x1874546788417152/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707393.097172:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707393.097175:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f4555aa00 x1874546788417152/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707393.097184:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707393.097185:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787707393.097277:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787707393.097280:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787707393.097285:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f58c27200. 02000000:00000001:2.0:1787707393.097289:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787707393.097293:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707393.097295:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f48d55800 refcount=3 obd=lustre-MDT0000-mdc-ffff967f43ef7000 00000020:00000001:2.0:1787707393.097298:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787707393.097301:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f49c20300. 00000800:00000200:1.0:1787707393.097304:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000001:2.0:1787707393.097306:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000800:00000010:1.0:1787707393.097309:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f49c20f00. 02000000:00000001:2.0:1787707393.097310:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000800:00000001:0.0:1787707393.097311:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000010:2.0:1787707393.097314:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f45558700. 00000400:00000200:1.0:1787707393.097317:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1787707393.097319:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000800:00000001:0.0:1787707393.097320:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707393.097322:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707393.097325:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1787707393.097326:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:2.0:1787707393.097329:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787707393.097330:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707393.097333:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707393.097337:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1787707393.097338:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707393.097340:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b04c8 00000100:00000001:2.0:1787707393.097340:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787707393.097346:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b04c8. 00000100:00000001:2.0:1787707393.097346:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787707393.097347:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000100:00000001:1.0:1787707393.097353:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1787707393.097357:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000200:1.0:1787707393.097361:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f45559180 x1874546788417024/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787707393.097365:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.097373:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.097379:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef703d80 00000100:00000001:1.0:1787707393.097380:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1787707393.097386:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000040:1.0:1787707393.097387:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f45559180 x1874546788417024/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787707393.097393:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x771 [1] + 224 00000800:00000001:0.0:1787707393.097398:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.097407:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707393.097410:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787707393.097411:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1787707393.097414:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1787707393.097418:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707393.097424:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707393.097430:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f45559f80 x1874546788416896/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1787707393.097436:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:0.0:1787707393.097440:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f45559f80 x1874546788416896/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1787707393.097441:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269b00. 00000400:00000200:1.0:1787707393.097448:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707393.097456:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707393.097460:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269f68 00000400:00000010:1.0:1787707393.097462:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269f68. 00000100:00000001:1.0:1787707393.097464:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1787707393.097467:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:1.0:1787707393.097471:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f45558380 x1874546788417408/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1787707393.097474:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.097479:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707393.097481:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.097483:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707393.097486:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.097491:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707393.097495:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.097497:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.097500:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.097503:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 25 MB=0x6a8e3ef703c80 00000400:00000200:0.0:1787707393.097507:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.097511:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 224/224 into md 0x761 [1] + 224 00000800:00000001:0.0:1787707393.097514:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.097519:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707393.097521:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707393.097524:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707393.097527:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707393.097531:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f4555b480 x1874546788416640/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707393.097541:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f4555b480 x1874546788416640/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707393.097550:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787707393.097550:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707393.097554:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1787707393.097561:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1787707393.097561:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1787707393.097567:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1787707393.097567:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787707393.097571:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b21b8. 00000400:00000200:2.0:1787707393.097576:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269770 00000400:00000010:2.0:1787707393.097578:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269770. 00000100:00000001:2.0:1787707393.097582:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787707393.097588:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f45559f80 x1874546788416896/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707393.097594:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707393.097602:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f45558380 x1874546788417408/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787707393.097603:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f45559f80 x1874546788416896/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707393.097627:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.097628:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787707393.097631:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707393.097632:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787707393.097634:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787707393.097638:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787707393.097640:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787707393.097649:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707393.097653:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787707393.097660:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58d1e460 time=70 v=5 (5 0 0 0) 00000100:00001000:2.0:1787707393.097664:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58d1e418 time=70 v=5 (1 0 0 0) 00000100:00000001:2.0:1787707393.097667:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787707393.097669:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707393.097671:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000200:1.0:1787707393.097676:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00010000:00080000:2.0:1787707393.097678:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f45559f80 x1874546788416896/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:1.0:1787707393.097681:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f49c20600. 00000400:00000200:1.0:1787707393.097687:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1787707393.097693:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787707393.097696:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:2.0:1787707393.097698:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1787707393.097701:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0908 00000100:00000040:2.0:1787707393.097702:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f43ef7000: skip recheck: last_committed 0 00000400:00000010:1.0:1787707393.097706:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0908. 00000100:00000001:2.0:1787707393.097707:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787707393.097710:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707393.097713:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:2.0:1787707393.097718:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f45559f80 x1874546788416896/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787707393.097720:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f45559c00 x1874546788417280/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707393.097777:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707393.097782:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f45559c00 x1874546788417280/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707393.097788:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707393.097790:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787707393.097837:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707393.097840:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787707393.097842:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787707393.097846:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f45559f80 x1874546788416896/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707393.097854:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f45559f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788416896:192.168.203.115@tcp:400:kworker.0 00000400:00000001:2.0:1787707393.097860:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787707393.097862:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787707393.097863:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2160. 00000400:00000200:2.0:1787707393.097866:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269660 00000400:00000010:2.0:1787707393.097868:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269660. 00000100:00000001:2.0:1787707393.097881:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787707393.097884:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f4555b480 x1874546788416640/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787707393.097891:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f4555b480 x1874546788416640/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.097905:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787707393.097907:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707393.097908:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787707393.097910:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787707393.097911:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787707393.097913:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707393.097915:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787707393.097918:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f493aec60 time=71 v=5 (5 0 0 0) 00000100:00001000:2.0:1787707393.097921:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f493aec18 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1787707393.097924:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787707393.097925:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707393.097927:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787707393.097929:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.097930:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.097935:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f4555b480 x1874546788416640/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.098115:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707393.098117:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787707393.098118:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787707393.098123:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f4555b480 x1874546788416640/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707393.098131:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2402:1874546788416640:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1787707393.098135:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.098137:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707393.098140:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f45559f80 x1874546788416896/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.098147:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787707393.098150:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787707393.098153:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f58df4a00. 02000000:00000001:2.0:1787707393.098157:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787707393.098159:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707393.098166:0:2402:0:(genops.c:1223:class_import_put()) import ffff967f58d1e000 refcount=3 obd=lustre-MDT0001-mdc-ffff967f43ef7000 00000020:00000001:2.0:1787707393.098168:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787707393.098171:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f49c20700. 02000000:00000001:2.0:1787707393.098174:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787707393.098175:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787707393.098177:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f45559f80. 00000100:00000001:2.0:1787707393.098180:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787707393.098181:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707393.098183:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707393.098187:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f4555b480 x1874546788416640/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.098193:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787707393.098194:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787707393.098196:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f58df5400. 02000000:00000001:2.0:1787707393.098199:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787707393.098200:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707393.098201:0:2402:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:2.0:1787707393.098203:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787707393.098204:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f49c20d00. 02000000:00000001:2.0:1787707393.098206:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787707393.098207:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787707393.098209:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f4555b480. 00000100:00000001:2.0:1787707393.098211:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787707393.098213:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707393.098215:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.098217:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707393.098218:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707393.098220:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.098222:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787707393.106992:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.107014:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707393.107019:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.107022:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707393.107033:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107043:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707393.107053:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107059:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107065:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107070:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef703e80 00000400:00000200:0.0:1787707393.107075:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107082:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x781 [1] + 224 00000800:00000001:0.0:1787707393.107091:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.107095:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707393.107098:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707393.107103:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707393.107113:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707393.107123:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f4555aa00 x1874546788417152/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707393.107135:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f4555aa00 x1874546788417152/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707393.107151:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707393.107160:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.107162:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707393.107164:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.107166:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707393.107168:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107171:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707393.107175:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107178:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107181:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107189:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef703e00 00000400:00000200:0.0:1787707393.107192:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107196:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x779 [1] + 224 00000800:00000001:0.0:1787707393.107200:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.107204:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707393.107206:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707393.107210:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707393.107213:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707393.107217:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f45559180 x1874546788417024/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707393.107225:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f45559180 x1874546788417024/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707393.107264:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707393.107274:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787707393.107288:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707393.107292:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.107295:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707393.107297:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.107299:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707393.107302:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107305:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707393.107308:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107310:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107312:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107315:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a8e3ef703f80 00000400:00000200:0.0:1787707393.107318:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107321:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x789 [1] + 224 00000800:00000001:0.0:1787707393.107324:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.107327:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707393.107329:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707393.107332:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707393.107334:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707393.107338:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f45558380 x1874546788417408/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707393.107355:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f45558380 x1874546788417408/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707393.107361:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707393.107364:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.107367:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707393.107368:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.107370:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707393.107372:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107375:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707393.107378:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107380:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107383:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107385:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a8e3ef703f00 00000400:00000200:0.0:1787707393.107387:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707393.107395:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x791 [1] + 224 00000800:00000001:0.0:1787707393.107398:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707393.107406:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707393.107408:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707393.107412:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707393.107415:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707393.107419:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f45559c00 x1874546788417280/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707393.107426:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f45559c00 x1874546788417280/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.107430:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707393.107433:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787707393.107435:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707393.107440:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1787707393.107441:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1787707393.107443:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1787707393.107444:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787707393.107448:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2630. 00000400:00000200:2.0:1787707393.107453:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f492694c8 00000400:00000010:2.0:1787707393.107456:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f492694c8. 00000100:00000001:2.0:1787707393.107460:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787707393.107465:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f4555aa00 x1874546788417152/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787707393.107488:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f4555aa00 x1874546788417152/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.107493:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787707393.107583:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707393.107587:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787707393.107591:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787707393.107595:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787707393.107598:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707393.107602:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787707393.107614:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58610c60 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1787707393.107617:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58610c18 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1787707393.107620:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787707393.107621:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707393.107624:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787707393.107628:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f4555aa00 x1874546788417152/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787707393.107634:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.107637:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787707393.107640:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:2.0:1787707393.107642:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787707393.107644:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.107648:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f4555aa00 x1874546788417152/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.107654:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707393.107657:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787707393.107658:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787707393.107661:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f4555aa00 x1874546788417152/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707393.107666:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2402:1874546788417152:192.168.203.115@tcp:400:kworker.0 00000400:00000001:2.0:1787707393.107671:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787707393.107678:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787707393.107681:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2268. 00000400:00000200:2.0:1787707393.107683:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269b28 00000400:00000010:2.0:1787707393.107685:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269b28. 00000100:00000001:2.0:1787707393.107688:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787707393.107692:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f45558380 x1874546788417408/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787707393.107700:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f45558380 x1874546788417408/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.107706:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787707393.107708:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707393.107710:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787707393.107712:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787707393.107713:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787707393.107715:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707393.107717:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1787707393.107927:0:2402:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff967f515da000. 00000100:00001000:2.0:1787707393.107939:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58610460 time=11 v=5 (5 0 0 0) 00000100:00001000:2.0:1787707393.107942:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58610418 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1787707393.107944:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787707393.107946:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707393.107948:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787707393.107953:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f45558380 x1874546788417408/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787707393.107960:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.107962:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787707393.107964:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:2.0:1787707393.107965:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787707393.107967:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707393.107970:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f45558380 x1874546788417408/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.107975:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707393.107978:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787707393.107984:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787707393.107988:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f45558380 x1874546788417408/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707393.107995:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f45558380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2402:1874546788417408:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1787707393.108000:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707393.108004:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707393.108007:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f4555aa00 x1874546788417152/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.108016:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787707393.108019:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787707393.108024:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f58df4000. 02000000:00000001:2.0:1787707393.108038:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787707393.108052:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707393.108055:0:2402:0:(genops.c:1223:class_import_put()) import ffff967f58610800 refcount=3 obd=lustre-MDT0001-mdc-ffff967f44d83000 00000020:00000001:2.0:1787707393.108058:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787707393.108062:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f49c20900. 02000000:00000001:2.0:1787707393.108231:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787707393.108235:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787707393.108237:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f4555aa00. 00000100:00000001:2.0:1787707393.108243:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787707393.108244:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707393.108246:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707393.108255:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f45558380 x1874546788417408/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707393.108262:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787707393.108264:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787707393.108266:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f60d51a00. 02000000:00000001:2.0:1787707393.108270:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787707393.108272:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707393.108273:0:2402:0:(genops.c:1223:class_import_put()) import ffff967f58610000 refcount=2 obd=lustre-OST0001-osc-ffff967f44d83000 00000020:00000001:2.0:1787707393.108275:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787707393.108277:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f49c20c00. 02000000:00000001:2.0:1787707393.108279:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787707393.108287:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787707393.108289:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f45558380. 00000100:00000001:2.0:1787707393.108292:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787707393.108293:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707393.108295:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707393.108313:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707393.108316:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707393.108319:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707393.108322:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1787707393.108775:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707393.108778:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707393.108781:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f49c8e160. 00000400:00000200:3.0:1787707393.108786:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0440 00000400:00000010:3.0:1787707393.108788:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0440. 00000100:00000001:3.0:1787707393.108791:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707393.108798:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f45559180 x1874546788417024/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707393.108810:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f45559180 x1874546788417024/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707393.108818:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707393.108838:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707393.108841:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707393.108843:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707393.108846:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707393.108850:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707393.108853:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707393.108860:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58617460 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707393.108864:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58617418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707393.108866:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707393.108868:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707393.108880:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787707393.108884:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707393.108886:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787707393.108888:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:3.0:1787707393.108889:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787707393.108891:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707393.108896:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f45559180 x1874546788417024/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707393.108904:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707393.108907:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707393.108909:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707393.108912:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f45559180 x1874546788417024/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707393.109428:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f45559180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788417024:192.168.203.115@tcp:400:kworker.0 00000400:00000001:3.0:1787707393.109436:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707393.109437:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707393.109439:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f49c8e9a0. 00000400:00000200:3.0:1787707393.109442:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0550 00000400:00000010:3.0:1787707393.109447:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0550. 00000100:00000001:3.0:1787707393.109450:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707393.109453:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f45559c00 x1874546788417280/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707393.109461:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f45559c00 x1874546788417280/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707393.109466:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707393.109468:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707393.109469:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707393.109471:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707393.109473:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707393.109474:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707393.109476:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707393.109480:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58611c60 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707393.109483:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58611c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707393.109485:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707393.109486:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707393.109488:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787707393.109491:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f45559c00 x1874546788417280/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787707393.109497:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707393.109499:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787707393.109500:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:3.0:1787707393.109502:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787707393.109503:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707393.109506:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f45559c00 x1874546788417280/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707393.109516:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707393.109518:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707393.109519:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707393.109523:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f45559c00 x1874546788417280/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707393.109529:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f45559c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788417280:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707393.109533:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707393.109535:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707393.109537:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f45559180 x1874546788417024/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707393.109543:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707393.109545:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707393.109548:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f58c26400. 02000000:00000001:3.0:1787707393.109551:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707393.109553:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707393.109556:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f58617000 refcount=3 obd=lustre-MDT0000-mdc-ffff967f44d83000 00000020:00000001:3.0:1787707393.109558:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707393.109560:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f49c20100. 02000000:00000001:3.0:1787707393.109562:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707393.109563:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707393.109565:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f45559180. 00000100:00000001:3.0:1787707393.109567:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707393.109568:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707393.109570:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707393.109573:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f45559c00 x1874546788417280/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707393.109578:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707393.109579:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707393.109580:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f58c26200. 02000000:00000001:3.0:1787707393.109582:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707393.109584:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707393.109588:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f58611800 refcount=2 obd=lustre-OST0000-osc-ffff967f44d83000 00000020:00000001:3.0:1787707393.109590:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707393.109592:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f49c20200. 02000000:00000001:3.0:1787707393.109593:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707393.109594:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707393.109596:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f45559c00. 00000100:00000001:3.0:1787707393.109597:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707393.109599:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707393.109601:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707393.109608:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787707393.109609:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707393.109611:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707393.109627:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707393.855156:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707393.855167:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707393.855175:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707393.855177:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787707393.855441:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787707393.855446:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787707393.855449:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787707394.369039:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951800 (cpu 0) has reached its deadline 4295035646, at 4295035649 00000100:00000010:0.0:1787707394.369062:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f44fc4a80. 00000100:00000040:1.0:1787707394.371650:0:8223:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951910 (cpu 1) has reached its deadline 4295035646, at 4295035652 00000100:00000010:1.0:1787707394.371672:0:8223:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f44fc42a0. 00000080:00000001:1.0:1787707394.420005:0:9626:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787707394.420015:0:9626:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787707394.435199:0:9628:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787707394.435213:0:9628:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787707394.490543:0:9635:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787707394.490555:0:9635:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787707394.521229:0:9637:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787707394.521244:0:9637:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707394.881267:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707394.881275:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707394.881281:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707394.881282:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787707394.883383:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787707394.883389:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707394.883394:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707395.903952:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707395.903961:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707395.903968:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707395.903970:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787707395.904098:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787707395.904104:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787707395.904108:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707396.927887:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707396.927897:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707396.927904:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707396.927905:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787707396.928477:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787707396.928482:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707396.928487:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707397.952088:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707397.952099:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707397.952107:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707397.952130:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787707397.952628:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787707397.952634:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787707397.952638:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787707398.206933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d829a6f2-ddf5-48c5-884c-8dabdaf957f4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787707398.206943:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787707398.206950:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d6b800. 00000020:00000040:1.0:1787707398.206956:0:37:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:1.0:1787707398.206960:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787707398.206963:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787707398.206969:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787707398.206976:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f51759300. 00000100:00000001:1.0:1787707398.206983:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.206994:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d829a6f2-ddf5-48c5-884c-8dabdaf957f4->MGS req@ffff967f58d6b800 x1874546788417536/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787707398.207004:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787707398.207008:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207014:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000f12a973] to pc [ptlrpcd_00_01+1] req@ffff967f58d6b800 x1874546788417536/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.207040:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787707398.207046:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787707398.207051:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d6a680. 00000020:00000040:1.0:1787707398.207054:0:37:0:(genops.c:1210:class_import_get()) import ffff967f48d55800 refcount=4 obd=lustre-MDT0000-mdc-ffff967f43ef7000 00000100:00000001:1.0:1787707398.207056:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787707398.207057:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787707398.207059:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787707398.207062:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f51759800. 00000100:00000001:1.0:1787707398.207065:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207069:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0000_UUID req@ffff967f58d6a680 x1874546788417664/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787707398.207075:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787707398.207077:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207080:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000041c828e] to pc [ptlrpcd_00_00+0] req@ffff967f58d6a680 x1874546788417664/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.207105:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787707398.207112:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787707398.207115:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d68a80. 00000020:00000040:1.0:1787707398.207118:0:37:0:(genops.c:1210:class_import_get()) import ffff967f58d1e000 refcount=4 obd=lustre-MDT0001-mdc-ffff967f43ef7000 00000100:00000001:1.0:1787707398.207120:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787707398.207121:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787707398.207123:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787707398.207126:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f51759e00. 00000100:00000001:1.0:1787707398.207129:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207143:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0001_UUID req@ffff967f58d68a80 x1874546788417792/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787707398.207151:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787707398.207153:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207157:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000633d37a3] to pc [ptlrpcd_00_01+1] req@ffff967f58d68a80 x1874546788417792/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.207164:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787707398.207170:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787707398.207172:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787707398.207176:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787707398.207178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787707398.207181:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787707398.207184:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d68e00. 00000020:00000040:1.0:1787707398.207187:0:37:0:(genops.c:1210:class_import_get()) import ffff967f58617000 refcount=4 obd=lustre-MDT0000-mdc-ffff967f44d83000 00000100:00000001:1.0:1787707398.207189:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787707398.207195:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787707398.207197:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787707398.207201:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f51759100. 00000100:00000001:1.0:1787707398.207205:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207209:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0000_UUID req@ffff967f58d68e00 x1874546788417920/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787707398.207216:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787707398.207218:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207222:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090886d4e] to pc [ptlrpcd_00_00+0] req@ffff967f58d68e00 x1874546788417920/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.207230:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787707398.207235:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787707398.207238:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d69500. 00000020:00000040:1.0:1787707398.207240:0:37:0:(genops.c:1210:class_import_get()) import ffff967f58610800 refcount=4 obd=lustre-MDT0001-mdc-ffff967f44d83000 00000100:00000001:1.0:1787707398.207243:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787707398.207254:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787707398.207255:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787707398.207260:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f42c01f00. 00000100:00000001:1.0:1787707398.207262:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207267:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0001_UUID req@ffff967f58d69500 x1874546788418048/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787707398.207273:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787707398.207275:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207279:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3273474] to pc [ptlrpcd_00_01+1] req@ffff967f58d69500 x1874546788418048/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.207286:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787707398.207291:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787707398.207294:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d68380. 00000020:00000040:1.0:1787707398.207301:0:37:0:(genops.c:1210:class_import_get()) import ffff967f58611800 refcount=3 obd=lustre-OST0000-osc-ffff967f44d83000 00000100:00000001:1.0:1787707398.207303:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787707398.207305:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787707398.207307:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787707398.207311:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f4af36500. 00000100:00000001:1.0:1787707398.207313:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207318:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0000_UUID req@ffff967f58d68380 x1874546788418176/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787707398.207326:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787707398.207328:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207332:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3735ac7] to pc [ptlrpcd_00_00+0] req@ffff967f58d68380 x1874546788418176/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.207339:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207341:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787707398.207344:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787707398.207346:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d69c00. 00000020:00000040:1.0:1787707398.207349:0:37:0:(genops.c:1210:class_import_get()) import ffff967f58610000 refcount=3 obd=lustre-OST0001-osc-ffff967f44d83000 00000100:00000001:1.0:1787707398.207350:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787707398.207351:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787707398.207353:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787707398.207356:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f4af36a00. 00000100:00000001:1.0:1787707398.207358:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207362:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0001_UUID req@ffff967f58d69c00 x1874546788418304/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787707398.207368:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787707398.207369:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207373:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004e803155] to pc [ptlrpcd_00_01+1] req@ffff967f58d69c00 x1874546788418304/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.207380:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207384:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (377) 00000100:00000001:1.0:1787707398.207404:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787707398.207407:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787707398.207410:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787707398.207416:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d6b800 x1874546788417536/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.207423:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787707398.207426:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707398.207429:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787707398.207432:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787707398.207435:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787707398.207438:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2401:1874546788417536:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1787707398.207442:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787707398.207448:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787707398.207450:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707398.207453:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787707398.207457:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f4926fa00. 02000000:00000001:1.0:1787707398.207458:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787707398.207466:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1787707398.207469:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f507f2528. 00000400:00000010:1.0:1787707398.207476:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f59370ee0. 00000100:00000200:1.0:1787707398.207482:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788417536, portal 25 00000100:00000001:1.0:1787707398.207485:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787707398.207487:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428320768 : -116001281230848 : ffff967f58d6b800) 00000100:00000040:1.0:1787707398.207492:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d6b800 x1874546788417536/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.207499:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787707398.207502:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1787707398.207505:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f593705d8. 00000100:00000200:1.0:1787707398.207508:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874546788417536, offset 0 00000400:00000200:1.0:1787707398.207514:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1787707398.207523:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.207530:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1787707398.207535:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787707398.207545:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1787707398.207549:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787707398.207552:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1787707398.207556:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [136:136:256:4294967295] 192.168.203.115@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:1.0:1787707398.207560:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.207569:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1787707398.207575:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1787707398.207580:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f4af36d00. 00000800:00000200:1.0:1787707398.207587:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1787707398.207593:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1787707398.207597:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f4af36d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787707398.207611:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787707398.207616:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1787707398.207619:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295040765 00000100:00000010:1.0:1787707398.207623:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff967f46ae4360. 00000100:00000001:1.0:1787707398.207630:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1787707398.207635:0:2401:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295040765 00000100:00000010:1.0:1787707398.207638:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff967f46ae4f00. 00000100:00000001:1.0:1787707398.207641:0:2401:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1787707398.207644:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787707398.207647:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.207649:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787707398.207653:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d68a80 x1874546788417792/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.207659:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787707398.207660:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707398.207662:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787707398.207664:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787707398.207666:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787707398.207668:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788417792:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1787707398.207680:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787707398.207682:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787707398.207684:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707398.207686:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787707398.207688:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f4926ea00. 02000000:00000001:1.0:1787707398.207689:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787707398.207693:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1787707398.207696:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f507f23c8. 00000400:00000010:1.0:1787707398.207699:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f59370dd0. 00000100:00000200:1.0:1787707398.207701:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788417792, portal 10 00000100:00000001:1.0:1787707398.207703:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787707398.207704:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428309120 : -116001281242496 : ffff967f58d68a80) 00000100:00000040:1.0:1787707398.207710:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d68a80 x1874546788417792/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.207716:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787707398.207718:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1787707398.207721:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f593707f8. 00000100:00000200:1.0:1787707398.207723:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788417792, offset 0 00000400:00000200:1.0:1787707398.207727:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1787707398.207731:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.207734:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1787707398.207737:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787707398.207788:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1787707398.207792:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787707398.207794:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1787707398.207798:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [137:137:255:4294967295] 192.168.203.115@tcp LPNI seq info [137:137:7:4294967295] 00000400:00000200:1.0:1787707398.207803:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.207810:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1787707398.207815:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1787707398.207820:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f45585800. 00000800:00000200:1.0:1787707398.207825:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1787707398.207844:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1787707398.207848:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f45585800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787707398.207851:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.207854:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: using a timeout of 161366 usecs (162 jiffies) 00000400:00000200:1.0:1787707398.207858:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1787707398.207860:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 0 is 4295039651 00000100:00000001:1.0:1787707398.207863:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS request active for cpu 0, keep current deadline 4295040765 00000100:00000001:1.0:1787707398.207864:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 1 is 4295039651 00000100:00000001:1.0:1787707398.207866:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS request active for cpu 1, keep current deadline 4295040765 00000100:00000001:1.0:1787707398.207868:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787707398.207870:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.207872:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787707398.207876:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d69500 x1874546788418048/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.207882:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787707398.207884:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707398.207885:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787707398.207887:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787707398.207889:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787707398.207892:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2401:1874546788418048:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1787707398.207896:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787707398.207898:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787707398.207900:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707398.207902:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787707398.207905:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f4926ee00. 02000000:00000001:1.0:1787707398.207907:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787707398.207910:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1787707398.207912:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f507f2478. 00000400:00000010:1.0:1787707398.207915:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f59370c38. 00000100:00000200:1.0:1787707398.207918:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788418048, portal 10 00000100:00000001:1.0:1787707398.207920:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787707398.207925:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428311808 : -116001281239808 : ffff967f58d69500) 00000020:00000010:1.0:1787707398.207932:0:2401:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff967f493e4000. 00000100:00000040:1.0:1787707398.207938:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d69500 x1874546788418048/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.207944:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787707398.207946:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1787707398.207948:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f59370bb0. 00000100:00000200:1.0:1787707398.207951:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788418048, offset 0 00000400:00000200:1.0:1787707398.207955:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1787707398.207959:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.207962:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1787707398.207965:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787707398.207967:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1787707398.207970:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787707398.207972:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1787707398.207975:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [138:138:254:4294967295] 192.168.203.115@tcp LPNI seq info [138:138:6:4294967295] 00000400:00000200:1.0:1787707398.207978:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.207984:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1787707398.207989:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1787707398.207992:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f45585a00. 00000800:00000200:1.0:1787707398.207995:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1787707398.208000:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1787707398.208002:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f45585a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787707398.208005:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.208007:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: using a timeout of 14613 usecs (15 jiffies) 00000400:00000200:1.0:1787707398.208010:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1787707398.208012:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295039504 00000100:00000001:1.0:1787707398.208014:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295040765 00000100:00000001:1.0:1787707398.208016:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295039504 00000100:00000001:1.0:1787707398.208018:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295040765 00000100:00000001:1.0:1787707398.208025:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787707398.208027:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.208029:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787707398.208032:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d69c00 x1874546788418304/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208039:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787707398.208040:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707398.208042:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787707398.208044:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787707398.208046:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787707398.208048:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2401:1874546788418304:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1787707398.208051:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787707398.208054:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787707398.208056:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707398.208057:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787707398.208060:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f4926f000. 02000000:00000001:1.0:1787707398.208062:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787707398.208065:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1787707398.208068:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f507f2108. 00000400:00000010:1.0:1787707398.208071:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f593702a8. 00000100:00000200:1.0:1787707398.208074:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788418304, portal 4 00000100:00000001:1.0:1787707398.208076:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787707398.208077:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428313600 : -116001281238016 : ffff967f58d69c00) 00000020:00000010:1.0:1787707398.208083:0:2401:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff967f493e6000. 00000100:00000040:1.0:1787707398.208087:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d69c00 x1874546788418304/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208093:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787707398.208095:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1787707398.208098:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f59370770. 00000100:00000200:1.0:1787707398.208100:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874546788418304, offset 0 00000400:00000200:1.0:1787707398.208103:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1787707398.208107:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.208115:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1787707398.208118:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787707398.208121:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1787707398.208122:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787707398.208125:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1787707398.208128:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [139:139:253:4294967295] 192.168.203.115@tcp LPNI seq info [139:139:5:4294967295] 00000400:00000200:1.0:1787707398.208131:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.208136:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1787707398.208141:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1787707398.208144:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f45585700. 00000800:00000200:1.0:1787707398.208148:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1787707398.208152:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1787707398.208155:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f45585700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787707398.208157:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.208161:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: using a timeout of 29736 usecs (30 jiffies) 00000400:00000200:1.0:1787707398.208164:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1787707398.208166:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295039519 00000100:00000001:1.0:1787707398.208168:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295040765 00000100:00000001:1.0:1787707398.208170:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295039519 00000100:00000001:1.0:1787707398.208172:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295040765 00000100:00000001:1.0:1787707398.208174:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787707398.208176:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.208179:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.208181:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707398.208188:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787707398.208189:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787707398.208192:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787707398.208193:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787707398.208195:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787707398.208197:0:2401:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:1.0:1787707398.208199:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707398.208205:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787707398.208207:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707398.208208:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787707398.208209:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787707398.208211:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787707398.208215:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d6a680 x1874546788417664/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208221:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787707398.208223:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707398.208225:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787707398.208226:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787707398.208228:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787707398.208231:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788417664:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1787707398.208234:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787707398.208236:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787707398.208238:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707398.208239:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787707398.208242:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f4926e200. 02000000:00000001:1.0:1787707398.208243:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787707398.208246:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1787707398.208249:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f507f22c0. 00000400:00000010:1.0:1787707398.208252:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f59370440. 00000100:00000200:1.0:1787707398.208255:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788417664, portal 10 00000100:00000001:1.0:1787707398.208257:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787707398.208258:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428316288 : -116001281235328 : ffff967f58d6a680) 00000100:00000040:1.0:1787707398.208263:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d6a680 x1874546788417664/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208270:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787707398.208272:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1787707398.208274:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f59370f68. 00000100:00000200:1.0:1787707398.208276:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788417664, offset 0 00000400:00000200:1.0:1787707398.208279:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1787707398.208282:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.208288:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1787707398.208291:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787707398.208293:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1787707398.208296:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787707398.208298:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1787707398.208301:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [140:140:252:4294967295] 192.168.203.115@tcp LPNI seq info [140:140:4:4294967295] 00000400:00000200:1.0:1787707398.208304:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.208310:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1787707398.208315:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1787707398.208318:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f45585900. 00000800:00000200:1.0:1787707398.208321:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1787707398.208325:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1787707398.208327:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f45585900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787707398.208330:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.208333:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: using a timeout of 132722 usecs (133 jiffies) 00000400:00000200:1.0:1787707398.208335:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1787707398.208337:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 0 is 4295039622 00000100:00000001:1.0:1787707398.208340:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS request active for cpu 0, keep current deadline 4295040765 00000100:00000001:1.0:1787707398.208342:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 1 is 4295039622 00000100:00000001:1.0:1787707398.208344:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS request active for cpu 1, keep current deadline 4295040765 00000100:00000001:1.0:1787707398.208345:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787707398.208347:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.208349:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787707398.208352:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d68e00 x1874546788417920/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208358:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787707398.208360:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707398.208362:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787707398.208364:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787707398.208370:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787707398.208373:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2401:1874546788417920:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1787707398.208377:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787707398.208379:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787707398.208380:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707398.208382:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787707398.208384:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f4926e800. 02000000:00000001:1.0:1787707398.208386:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787707398.208389:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1787707398.208391:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f507f20b0. 00000400:00000010:1.0:1787707398.208394:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f593703b8. 00000100:00000200:1.0:1787707398.208396:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788417920, portal 10 00000100:00000001:1.0:1787707398.208398:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787707398.208399:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428310016 : -116001281241600 : ffff967f58d68e00) 00000020:00000010:1.0:1787707398.208416:0:2401:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff967f46654000. 00000100:00000040:1.0:1787707398.208421:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d68e00 x1874546788417920/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208428:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787707398.208430:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1787707398.208432:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f59370550. 00000100:00000200:1.0:1787707398.208435:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788417920, offset 0 00000400:00000200:1.0:1787707398.208438:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1787707398.208442:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.208444:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1787707398.208447:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787707398.208449:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1787707398.208452:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787707398.208454:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1787707398.208456:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [141:141:251:4294967295] 192.168.203.115@tcp LPNI seq info [141:141:3:4294967295] 00000400:00000200:1.0:1787707398.208460:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.208467:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1787707398.208471:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1787707398.208479:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f44edfd00. 00000800:00000200:1.0:1787707398.208483:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1787707398.208487:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1787707398.208489:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f44edfd00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787707398.208492:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.208495:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: using a timeout of 15122 usecs (16 jiffies) 00000400:00000200:1.0:1787707398.208498:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1787707398.208500:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295039505 00000100:00000001:1.0:1787707398.208503:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295040765 00000100:00000001:1.0:1787707398.208505:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295039505 00000100:00000001:1.0:1787707398.208507:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295040765 00000100:00000001:1.0:1787707398.208509:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787707398.208510:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.208512:0:2401:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787707398.208516:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d68380 x1874546788418176/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208522:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787707398.208524:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707398.208526:0:2401:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787707398.208528:0:2401:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787707398.208530:0:2401:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787707398.208533:0:2401:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2401:1874546788418176:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1787707398.208536:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787707398.208538:0:2401:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787707398.208539:0:2401:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707398.208541:0:2401:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787707398.208543:0:2401:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f4926e600. 02000000:00000001:1.0:1787707398.208546:0:2401:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787707398.208548:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1787707398.208551:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f507f25d8. 00000400:00000010:1.0:1787707398.208554:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f59370110. 00000100:00000200:1.0:1787707398.208560:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788418176, portal 4 00000100:00000001:1.0:1787707398.208561:0:2401:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787707398.208563:0:2401:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428307328 : -116001281244288 : ffff967f58d68380) 00000020:00000010:1.0:1787707398.208568:0:2401:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff967f46656000. 00000100:00000040:1.0:1787707398.208573:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d68380 x1874546788418176/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208580:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787707398.208582:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1787707398.208584:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f59370a18. 00000100:00000200:1.0:1787707398.208586:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874546788418176, offset 0 00000400:00000200:1.0:1787707398.208589:0:2401:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1787707398.208593:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.208595:0:2401:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1787707398.208598:0:2401:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787707398.208600:0:2401:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1787707398.208602:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787707398.208604:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1787707398.208607:0:2401:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [142:142:250:4294967295] 192.168.203.115@tcp LPNI seq info [142:142:2:4294967295] 00000400:00000200:1.0:1787707398.208611:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.208616:0:2401:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1787707398.208620:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1787707398.208622:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f4af80700. 00000800:00000200:1.0:1787707398.208626:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1787707398.208630:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1787707398.208632:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f4af80700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787707398.208634:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707398.208637:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: using a timeout of 30357 usecs (31 jiffies) 00000400:00000200:1.0:1787707398.208639:0:2401:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1787707398.208641:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295039520 00000100:00000001:1.0:1787707398.208643:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295040765 00000100:00000001:1.0:1787707398.208650:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295039520 00000100:00000001:1.0:1787707398.208652:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295040765 00000100:00000001:1.0:1787707398.208654:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787707398.208655:0:2401:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.208658:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.208660:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.208674:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787707398.208676:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787707398.208709:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707398.208713:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f4af36d00. 00000400:00000200:1.0:1787707398.208721:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707398.208726:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707398.208731:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f593705d8 00000400:00000010:1.0:1787707398.208733:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f593705d8. 00000100:00000001:1.0:1787707398.208737:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707398.208774:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d6b800 x1874546788417536/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208784:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707398.208787:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d6b800 x1874546788417536/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208794:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.208795:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787707398.208808:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707398.208810:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f45585800. 00000400:00000200:1.0:1787707398.208814:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707398.208817:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707398.208820:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f593707f8 00000400:00000010:1.0:1787707398.208821:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f593707f8. 00000100:00000001:1.0:1787707398.208823:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707398.208826:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d68a80 x1874546788417792/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208833:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707398.208853:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d68a80 x1874546788417792/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208859:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.208860:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787707398.208871:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707398.208873:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f45585a00. 00000400:00000200:1.0:1787707398.208875:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707398.208880:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707398.208883:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f59370bb0 00000400:00000010:1.0:1787707398.208885:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f59370bb0. 00000100:00000001:1.0:1787707398.208887:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707398.208890:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d69500 x1874546788418048/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208898:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707398.208901:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d69500 x1874546788418048/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208907:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.208908:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787707398.208916:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707398.208918:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f45585700. 00000400:00000200:1.0:1787707398.208920:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707398.208923:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707398.208925:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f59370770 00000400:00000010:1.0:1787707398.208927:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f59370770. 00000100:00000001:1.0:1787707398.208929:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707398.208932:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d69c00 x1874546788418304/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208937:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707398.208940:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d69c00 x1874546788418304/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208945:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.208946:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787707398.208958:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707398.208960:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f45585900. 00000400:00000200:1.0:1787707398.208962:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707398.208966:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707398.208968:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f59370f68 00000400:00000010:1.0:1787707398.208970:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f59370f68. 00000100:00000001:1.0:1787707398.208972:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707398.208975:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d6a680 x1874546788417664/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208981:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707398.208984:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d6a680 x1874546788417664/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.208989:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.208990:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787707398.208997:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707398.208998:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f44edfd00. 00000400:00000200:1.0:1787707398.209001:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707398.209003:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707398.209005:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f59370550 00000400:00000010:1.0:1787707398.209007:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f59370550. 00000100:00000001:1.0:1787707398.209008:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707398.209011:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d68e00 x1874546788417920/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.209017:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707398.209020:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d68e00 x1874546788417920/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.209025:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.209026:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787707398.209082:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707398.209085:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f4af80700. 00000400:00000200:1.0:1787707398.209087:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707398.209090:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707398.209093:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f59370a18 00000400:00000010:1.0:1787707398.209099:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f59370a18. 00000100:00000001:1.0:1787707398.209102:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707398.209106:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d68380 x1874546788418176/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.209113:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707398.209117:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d68380 x1874546788418176/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.209123:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707398.209124:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787707398.217130:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.217154:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707398.217159:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.217162:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707398.217170:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.217177:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707398.217186:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.217191:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.217197:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.217201:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 25 MB=0x6a8e3ef704000 00000400:00000200:1.0:1787707398.217206:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.217213:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 224/224 into md 0x799 [1] + 224 00000800:00000001:1.0:1787707398.217220:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.217228:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707398.217231:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707398.217236:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707398.217252:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707398.217261:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d6b800 x1874546788417536/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707398.217272:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d6b800 x1874546788417536/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.217292:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707398.217321:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.217324:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.217418:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707398.217423:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787707398.217430:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787707398.217432:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787707398.217435:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f507f2528. 00000400:00000200:0.0:1787707398.217440:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f59370ee0 00000400:00000010:0.0:1787707398.217443:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f59370ee0. 00000100:00000001:0.0:1787707398.217447:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707398.217451:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d6b800 x1874546788417536/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787707398.217460:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d6b800 x1874546788417536/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.217466:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787707398.217468:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.217471:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787707398.217473:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787707398.217476:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787707398.217478:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707398.217481:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787707398.217487:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f493aec60 time=76 v=5 (5 0 0 0) 00000100:00001000:0.0:1787707398.217491:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f493aec18 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1787707398.217494:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787707398.217496:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707398.217498:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787707398.217501:0:2401:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707398.217503:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707398.217508:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d6b800 x1874546788417536/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.217522:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707398.217525:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787707398.217527:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787707398.217532:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d6b800 x1874546788417536/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707398.217540:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2401:1874546788417536:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1787707398.217546:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707398.217548:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707398.217551:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d6b800 x1874546788417536/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.217557:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787707398.217560:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787707398.217564:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f4926fa00. 02000000:00000001:0.0:1787707398.217568:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787707398.217571:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787707398.217573:0:2401:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:0.0:1787707398.217575:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787707398.217578:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f51759300. 02000000:00000001:0.0:1787707398.217582:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787707398.217584:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787707398.217586:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d6b800. 00000100:00000001:0.0:1787707398.217590:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787707398.217591:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.217595:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707398.217596:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707398.217597:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787707398.217599:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707398.217601:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787707398.222422:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.222437:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707398.222442:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.222444:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707398.222457:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.222464:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707398.222473:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.222478:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.222483:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.222486:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704100 00000400:00000200:1.0:1787707398.222491:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.222497:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x7a9 [1] + 224 00000800:00000001:1.0:1787707398.222503:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.222511:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707398.222514:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707398.222519:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707398.222526:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707398.222534:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d68a80 x1874546788417792/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707398.222545:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d68a80 x1874546788417792/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.222565:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707398.222573:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.222576:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.222628:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707398.222633:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787707398.222641:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787707398.222643:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787707398.222646:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f507f23c8. 00000400:00000200:0.0:1787707398.222663:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f59370dd0 00000400:00000010:0.0:1787707398.222666:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f59370dd0. 00000100:00000001:0.0:1787707398.222670:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707398.222674:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d68a80 x1874546788417792/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787707398.222682:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d68a80 x1874546788417792/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.222688:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787707398.222690:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.222692:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787707398.222695:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787707398.222697:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787707398.222699:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707398.222702:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787707398.222710:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58d1e460 time=75 v=5 (5 0 0 0) 00000100:00001000:0.0:1787707398.222714:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58d1e418 time=75 v=5 (1 0 0 0) 00000100:00000001:0.0:1787707398.222716:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787707398.222718:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707398.222721:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787707398.222725:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d68a80 x1874546788417792/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787707398.222731:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707398.222735:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787707398.222737:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f43ef7000: skip recheck: last_committed 0 00000100:00000001:0.0:1787707398.222766:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787707398.222768:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707398.222772:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d68a80 x1874546788417792/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.222780:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707398.222782:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787707398.222784:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787707398.222788:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d68a80 x1874546788417792/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707398.222806:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788417792:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1787707398.222811:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707398.222814:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707398.222818:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d68a80 x1874546788417792/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.222824:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787707398.222826:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787707398.222829:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f4926ea00. 02000000:00000001:0.0:1787707398.222833:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787707398.222848:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787707398.222850:0:2401:0:(genops.c:1223:class_import_put()) import ffff967f58d1e000 refcount=3 obd=lustre-MDT0001-mdc-ffff967f43ef7000 00000020:00000001:0.0:1787707398.222853:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787707398.222855:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f51759e00. 02000000:00000001:0.0:1787707398.222859:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787707398.222861:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787707398.222862:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d68a80. 00000100:00000001:0.0:1787707398.222865:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787707398.222867:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.222870:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707398.222871:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707398.222873:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787707398.222875:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707398.222989:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787707398.226786:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.226803:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707398.226807:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.226809:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707398.226818:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.226825:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707398.226834:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.226894:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.226900:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.226905:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704200 00000400:00000200:1.0:1787707398.226910:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.226916:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x7b9 [1] + 224 00000800:00000001:1.0:1787707398.226924:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.226929:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707398.226932:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707398.226937:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707398.226944:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707398.226952:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d69500 x1874546788418048/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707398.226963:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d69500 x1874546788418048/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.226983:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707398.226992:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.226997:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707398.226998:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.227000:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707398.227003:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227007:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707398.227011:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227014:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227016:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227019:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704080 00000400:00000200:1.0:1787707398.227022:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227025:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:1.0:1787707398.227029:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.227033:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707398.227035:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707398.227038:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707398.227040:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707398.227050:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d6a680 x1874546788417664/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707398.227059:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d6a680 x1874546788417664/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.227066:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707398.227071:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.227075:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707398.227076:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.227078:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707398.227081:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227085:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707398.227089:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227091:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227094:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227096:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704180 00000400:00000200:1.0:1787707398.227099:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227103:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x7e9 [1] + 224 00000800:00000001:1.0:1787707398.227106:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.227109:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707398.227111:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707398.227114:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707398.227116:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707398.227120:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d68e00 x1874546788417920/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707398.227129:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d68e00 x1874546788417920/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.227142:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707398.227146:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.227150:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707398.227151:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.227153:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707398.227162:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227165:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707398.227169:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227172:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227174:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227177:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a8e3ef704300 00000400:00000200:1.0:1787707398.227180:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227184:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:1.0:1787707398.227188:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.227191:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707398.227193:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707398.227195:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707398.227198:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707398.227202:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d69c00 x1874546788418304/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707398.227210:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d69c00 x1874546788418304/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.227217:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707398.227221:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.227223:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707398.227225:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.227226:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707398.227229:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227232:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707398.227235:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227237:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227240:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227252:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a8e3ef704280 00000400:00000200:1.0:1787707398.227256:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707398.227260:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:1.0:1787707398.227264:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.227278:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707398.227280:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707398.227284:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707398.227287:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707398.227291:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d68380 x1874546788418176/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707398.227299:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d68380 x1874546788418176/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707398.227306:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707398.227309:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707398.227312:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.227820:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707398.227825:0:2401:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787707398.227832:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787707398.227861:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787707398.227865:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f507f22c0. 00000400:00000200:0.0:1787707398.227870:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f59370440 00000400:00000010:0.0:1787707398.227872:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f59370440. 00000100:00000001:0.0:1787707398.227883:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707398.227889:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d6a680 x1874546788417664/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787707398.227911:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d6a680 x1874546788417664/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.227917:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787707398.227919:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.227922:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787707398.227925:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787707398.227928:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787707398.227930:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707398.227933:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787707398.227942:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f48d55c60 time=76 v=5 (5 0 0 0) 00000100:00001000:0.0:1787707398.227946:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f48d55c18 time=76 v=5 (1 0 0 0) 00000100:00000001:0.0:1787707398.227948:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787707398.227950:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707398.227953:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787707398.227957:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707398.227960:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787707398.227962:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f43ef7000: skip recheck: last_committed 0 00000100:00000001:0.0:1787707398.227964:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787707398.227966:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707398.227970:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d6a680 x1874546788417664/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.227977:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707398.227981:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787707398.227983:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787707398.227987:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d6a680 x1874546788417664/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707398.227995:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2401:1874546788417664:192.168.203.115@tcp:400:kworker.0 00000400:00000001:0.0:1787707398.228002:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787707398.228004:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787707398.228006:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f507f20b0. 00000400:00000200:0.0:1787707398.228009:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f593703b8 00000400:00000010:0.0:1787707398.228015:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f593703b8. 00000100:00000001:0.0:1787707398.228018:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707398.228022:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d68e00 x1874546788417920/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787707398.228030:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d68e00 x1874546788417920/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.228036:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787707398.228037:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.228039:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787707398.228040:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787707398.228042:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787707398.228043:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707398.228045:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787707398.228049:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58617460 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1787707398.228052:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58617418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1787707398.228054:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787707398.228055:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707398.228057:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787707398.228059:0:2401:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707398.228061:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787707398.228063:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:0.0:1787707398.228064:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787707398.228065:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707398.228070:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d68e00 x1874546788417920/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.228077:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707398.228079:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787707398.228080:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787707398.228083:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d68e00 x1874546788417920/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707398.228091:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2401:1874546788417920:192.168.203.115@tcp:400:kworker.0 00000400:00000001:0.0:1787707398.228096:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787707398.228102:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787707398.228104:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f507f25d8. 00000400:00000200:0.0:1787707398.228107:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f59370110 00000400:00000010:0.0:1787707398.228109:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f59370110. 00000100:00000001:0.0:1787707398.228112:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707398.228116:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d68380 x1874546788418176/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787707398.228124:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d68380 x1874546788418176/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.228131:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787707398.228133:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.228134:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787707398.228137:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787707398.228138:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787707398.228139:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707398.228141:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787707398.228146:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58611c60 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1787707398.228149:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58611c18 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1787707398.228151:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787707398.228153:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707398.228154:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787707398.228158:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d68380 x1874546788418176/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787707398.228165:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707398.228168:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787707398.228169:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:0.0:1787707398.228171:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787707398.228172:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707398.228176:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d68380 x1874546788418176/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.228182:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707398.228184:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787707398.228185:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787707398.228194:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d68380 x1874546788418176/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707398.228203:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2401:1874546788418176:192.168.203.115@tcp:400:kworker.0 00000400:00000001:0.0:1787707398.228209:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787707398.228210:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787707398.228212:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f507f2478. 00000400:00000200:0.0:1787707398.228214:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f59370c38 00000400:00000010:0.0:1787707398.228216:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f59370c38. 00000100:00000001:0.0:1787707398.228218:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707398.228221:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d69500 x1874546788418048/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787707398.228229:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d69500 x1874546788418048/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.228234:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787707398.228247:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.228250:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787707398.228251:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787707398.228252:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787707398.228254:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707398.228255:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787707398.228260:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58610c60 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1787707398.228263:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58610c18 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1787707398.228265:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787707398.228267:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707398.228268:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787707398.228272:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d69500 x1874546788418048/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787707398.228279:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707398.228281:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787707398.228283:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:0.0:1787707398.228284:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787707398.228291:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707398.228295:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d69500 x1874546788418048/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.228301:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707398.228303:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787707398.228304:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787707398.228308:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d69500 x1874546788418048/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707398.228315:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2401:1874546788418048:192.168.203.115@tcp:400:kworker.0 00000400:00000001:0.0:1787707398.228321:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787707398.228322:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787707398.228324:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f507f2108. 00000400:00000200:0.0:1787707398.228327:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f593702a8 00000400:00000010:0.0:1787707398.228328:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f593702a8. 00000100:00000001:0.0:1787707398.228331:0:2401:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707398.228334:0:2401:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d69c00 x1874546788418304/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787707398.228342:0:2401:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d69c00 x1874546788418304/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.228349:0:2401:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787707398.228351:0:2401:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.228352:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787707398.228354:0:2401:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787707398.228355:0:2401:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787707398.228357:0:2401:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707398.228359:0:2401:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787707398.228363:0:2401:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58610460 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1787707398.228366:0:2401:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58610418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1787707398.228368:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787707398.228370:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707398.228371:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787707398.228375:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d69c00 x1874546788418304/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787707398.228385:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707398.228388:0:2401:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787707398.228390:0:2401:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:0.0:1787707398.228391:0:2401:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787707398.228392:0:2401:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707398.228396:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d69c00 x1874546788418304/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.228402:0:2401:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707398.228403:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787707398.228404:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787707398.228407:0:2401:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d69c00 x1874546788418304/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707398.228415:0:2401:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2401:1874546788418304:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1787707398.228419:0:2401:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.228421:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707398.228424:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d6a680 x1874546788417664/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.228431:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787707398.228433:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787707398.228437:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f4926e200. 02000000:00000001:0.0:1787707398.228440:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787707398.228443:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787707398.228445:0:2401:0:(genops.c:1223:class_import_put()) import ffff967f48d55800 refcount=3 obd=lustre-MDT0000-mdc-ffff967f43ef7000 00000020:00000001:0.0:1787707398.228448:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787707398.228450:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f51759800. 02000000:00000001:0.0:1787707398.228455:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787707398.228456:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787707398.228458:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d6a680. 00000100:00000001:0.0:1787707398.228461:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787707398.228462:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.228469:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707398.228474:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d68e00 x1874546788417920/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.228480:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787707398.228482:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787707398.228484:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f4926e800. 02000000:00000001:0.0:1787707398.228486:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787707398.228487:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787707398.228488:0:2401:0:(genops.c:1223:class_import_put()) import ffff967f58617000 refcount=3 obd=lustre-MDT0000-mdc-ffff967f44d83000 00000020:00000001:0.0:1787707398.228490:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787707398.228492:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f51759100. 02000000:00000001:0.0:1787707398.228494:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787707398.228495:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787707398.228496:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d68e00. 00000100:00000001:0.0:1787707398.228499:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787707398.228500:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.228502:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707398.228505:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d68380 x1874546788418176/t0(0) o400->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.228511:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787707398.228512:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787707398.228513:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f4926e600. 02000000:00000001:0.0:1787707398.228515:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787707398.228517:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787707398.228518:0:2401:0:(genops.c:1223:class_import_put()) import ffff967f58611800 refcount=2 obd=lustre-OST0000-osc-ffff967f44d83000 00000020:00000001:0.0:1787707398.228520:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787707398.228521:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f4af36500. 02000000:00000001:0.0:1787707398.228523:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787707398.228524:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787707398.228525:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d68380. 00000100:00000001:0.0:1787707398.228527:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787707398.228529:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.228530:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707398.228533:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d69500 x1874546788418048/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.228539:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787707398.228548:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787707398.228550:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f4926ee00. 02000000:00000001:0.0:1787707398.228552:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787707398.228554:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787707398.228554:0:2401:0:(genops.c:1223:class_import_put()) import ffff967f58610800 refcount=3 obd=lustre-MDT0001-mdc-ffff967f44d83000 00000020:00000001:0.0:1787707398.228556:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787707398.228557:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f42c01f00. 02000000:00000001:0.0:1787707398.228562:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787707398.228563:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787707398.228565:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d69500. 00000100:00000001:0.0:1787707398.228567:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787707398.228568:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.228570:0:2401:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707398.228573:0:2401:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d69c00 x1874546788418304/t0(0) o400->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707398.228580:0:2401:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787707398.228581:0:2401:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787707398.228582:0:2401:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f4926f000. 02000000:00000001:0.0:1787707398.228584:0:2401:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787707398.228585:0:2401:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787707398.228586:0:2401:0:(genops.c:1223:class_import_put()) import ffff967f58610000 refcount=2 obd=lustre-OST0001-osc-ffff967f44d83000 00000020:00000001:0.0:1787707398.228588:0:2401:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787707398.228590:0:2401:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f4af36a00. 02000000:00000001:0.0:1787707398.228592:0:2401:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787707398.228593:0:2401:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787707398.228594:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d69c00. 00000100:00000001:0.0:1787707398.228596:0:2401:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787707398.228598:0:2401:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.228600:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707398.228608:0:2401:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787707398.228609:0:2401:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707398.228612:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707398.228614:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707398.976008:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707398.976017:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707398.976024:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707398.976025:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787707398.976151:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787707398.976155:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707398.976159:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787707399.486888:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951800 (cpu 0) has reached its deadline 4295040765, at 4295040768 00000100:00000040:1.0:1787707399.486888:0:8223:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951910 (cpu 1) has reached its deadline 4295040765, at 4295040768 00000100:00000010:0.0:1787707399.486908:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f46ae4360. 00000100:00000010:1.0:1787707399.486909:0:8223:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f46ae4f00. 00010000:00000001:1.0:1787707399.999428:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707399.999444:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707399.999451:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707399.999452:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787707400.001142:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787707400.001150:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707400.001156:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707401.023055:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707401.023062:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707401.023067:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707401.023068:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787707401.023091:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787707401.023093:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787707401.023096:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707402.047144:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707402.047152:0:8223:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787707402.047154:0:8223:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787707402.047157:0:8223:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707402.047162:0:8223:0:(ldlm_lockd.c:2378:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787707402.047164:0:8223:0:(ldlm_lockd.c:2381:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707402.047165:0:8223:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707402.047177:0:8223:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707402.047181:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707402.047183:0:8223:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787707402.047184:0:8223:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787707402.047185:0:8223:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707402.047187:0:8223:0:(ldlm_lockd.c:2378:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787707402.047188:0:8223:0:(ldlm_lockd.c:2381:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707402.047190:0:8223:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707402.047192:0:8223:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787707402.047245:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787707402.047249:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707402.047251:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707403.070880:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707403.070889:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707403.070898:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707403.070899:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787707403.070954:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787707403.070958:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787707403.070962:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787707403.326941:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d829a6f2-ddf5-48c5-884c-8dabdaf957f4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707403.326954:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787707403.326967:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dc8700. 00000020:00000040:3.0:1787707403.326975:0:38:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:3.0:1787707403.326980:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707403.326984:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707403.326991:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707403.327001:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f43269c00. 00000100:00000001:3.0:1787707403.327010:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707403.327024:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d829a6f2-ddf5-48c5-884c-8dabdaf957f4->MGS req@ffff967f58dc8700 x1874546788418432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787707403.327037:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707403.327041:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707403.327048:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001be6cef7] to pc [ptlrpcd_01_01+1] req@ffff967f58dc8700 x1874546788418432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707403.327447:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707403.327453:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707403.327456:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787707403.327464:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dc8700 x1874546788418432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707403.327474:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707403.327477:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707403.327482:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787707403.327485:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787707403.327488:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787707403.327492:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788418432:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1787707403.327497:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787707403.327504:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787707403.327507:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707403.327510:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787707403.327531:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f60d51000. 02000000:00000001:2.0:1787707403.327534:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707403.327543:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1787707403.327548:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f49c8e688. 00000400:00000010:2.0:1787707403.327557:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b06e8. 00000100:00000200:2.0:1787707403.327565:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788418432, portal 25 00000100:00000001:2.0:1787707403.327568:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787707403.327570:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428701440 : -116001280850176 : ffff967f58dc8700) 00000100:00000040:2.0:1787707403.327576:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dc8700 x1874546788418432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707403.327585:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787707403.327588:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1787707403.327591:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0cc0. 00000100:00000200:2.0:1787707403.327595:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874546788418432, offset 0 00000400:00000200:2.0:1787707403.327603:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1787707403.327614:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707403.327624:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1787707403.327630:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787707403.327636:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1787707403.327640:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787707403.327644:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1787707403.327648:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [143:143:256:4294967295] 192.168.203.115@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:2.0:1787707403.327653:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707403.327665:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1787707403.327672:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1787707403.327678:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f49c20d00. 00000800:00000200:2.0:1787707403.327686:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1787707403.327695:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1787707403.327701:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f49c20d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787707403.327724:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707403.327730:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000800:00000200:1.0:1787707403.328001:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707403.328008:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f49c20d00. 00000400:00000200:1.0:1787707403.328013:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707403.328019:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707403.328025:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0cc0 00000400:00000010:1.0:1787707403.328028:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0cc0. 00000100:00000001:1.0:1787707403.328032:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707403.328037:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dc8700 x1874546788418432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707403.328047:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707403.328051:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dc8700 x1874546788418432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707403.328071:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707403.328073:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787707403.328649:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295045885 00000100:00000010:2.0:1787707403.328661:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff967f49294600. 00000100:00000001:2.0:1787707403.328670:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787707403.328679:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295045886 00000100:00000010:2.0:1787707403.328682:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff967f49294300. 00000100:00000001:2.0:1787707403.328686:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787707403.328690:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707403.328693:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707403.328698:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707403.328701:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707403.328711:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707403.328713:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787707403.328717:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707403.328719:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707403.328720:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707403.328723:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707403.328959:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707403.328966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707403.328970:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1787707403.329020:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707403.329023:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787707403.329915:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d8f100. 00000020:00000040:0.0:1787707403.329931:0:38:0:(genops.c:1210:class_import_get()) import ffff967f48d55800 refcount=4 obd=lustre-MDT0000-mdc-ffff967f43ef7000 00000100:00000001:0.0:1787707403.329936:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787707403.329940:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787707403.329946:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787707403.329955:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f42ab5d00. 00000100:00000001:0.0:1787707403.329964:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.329977:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0000_UUID req@ffff967f58d8f100 x1874546788418560/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787707403.329987:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787707403.329992:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.329997:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000085fc3553] to pc [ptlrpcd_00_00+0] req@ffff967f58d8f100 x1874546788418560/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.330024:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.330027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787707403.330031:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787707403.330035:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d8d880. 00000020:00000040:0.0:1787707403.330037:0:38:0:(genops.c:1210:class_import_get()) import ffff967f58d1e000 refcount=4 obd=lustre-MDT0001-mdc-ffff967f43ef7000 00000100:00000001:0.0:1787707403.330039:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787707403.330040:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787707403.330042:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787707403.330046:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f42ab5f00. 00000100:00000001:0.0:1787707403.330048:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.330052:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0001_UUID req@ffff967f58d8d880 x1874546788418688/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787707403.330059:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787707403.330060:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.330075:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001b117bd7] to pc [ptlrpcd_00_01+1] req@ffff967f58d8d880 x1874546788418688/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.330084:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.330086:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787707403.330096:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787707403.330430:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787707403.330435:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787707403.330438:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787707403.330441:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787707403.330446:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d8ed80. 00000020:00000040:0.0:1787707403.330448:0:38:0:(genops.c:1210:class_import_get()) import ffff967f58617000 refcount=4 obd=lustre-MDT0000-mdc-ffff967f44d83000 00000100:00000001:0.0:1787707403.330451:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787707403.330453:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787707403.330455:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787707403.330459:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f42ab5400. 00000100:00000001:0.0:1787707403.330463:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.330468:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0000_UUID req@ffff967f58d8ed80 x1874546788418816/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787707403.330476:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787707403.330478:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.330482:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000affbca8c] to pc [ptlrpcd_00_00+0] req@ffff967f58d8ed80 x1874546788418816/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.330490:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.330492:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787707403.330496:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787707403.330499:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d8c000. 00000020:00000040:0.0:1787707403.330501:0:38:0:(genops.c:1210:class_import_get()) import ffff967f58610800 refcount=4 obd=lustre-MDT0001-mdc-ffff967f44d83000 00000100:00000001:0.0:1787707403.330503:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787707403.330504:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787707403.330506:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787707403.330510:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f42ab5000. 00000100:00000001:0.0:1787707403.330513:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.330524:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0001_UUID req@ffff967f58d8c000 x1874546788418944/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787707403.330531:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787707403.330533:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.330537:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000212de9c0] to pc [ptlrpcd_00_01+1] req@ffff967f58d8c000 x1874546788418944/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.330544:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.330546:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787707403.330550:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1787707403.330552:0:38:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1787707403.330556:0:38:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1787707403.330560:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d8f480. 00000020:00000040:0.0:1787707403.330562:0:38:0:(genops.c:1210:class_import_get()) import ffff967f58611800 refcount=3 obd=lustre-OST0000-osc-ffff967f44d83000 00000100:00000001:0.0:1787707403.330565:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787707403.330566:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787707403.330568:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787707403.330571:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f42ab5b00. 00000100:00000001:0.0:1787707403.330574:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.330577:0:38:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446628072428467328 : -116001281084288 : ffff967f58d8f480) 00000100:00080000:0.0:1787707403.330581:0:38:0:(import.c:65:import_set_state_nolock()) ffff967f58611800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787707403.330584:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff967f44d83000: disconnect after 21s idle 00000100:00000001:0.0:1787707403.330586:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787707403.330588:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.330592:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c85da4ad] to pc [ptlrpcd_rcv+-1] req@ffff967f58d8f480 x1874546788419072/t0(0) o9->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.330609:0:38:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707403.330611:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.330613:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787707403.330616:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1787707403.330617:0:38:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1787707403.330624:0:38:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1787707403.330627:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d8c700. 00000020:00000040:0.0:1787707403.330630:0:38:0:(genops.c:1210:class_import_get()) import ffff967f58610000 refcount=3 obd=lustre-OST0001-osc-ffff967f44d83000 00000100:00000001:0.0:1787707403.330632:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787707403.330634:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787707403.330636:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787707403.330641:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f42c01f00. 00000100:00000001:0.0:1787707403.330645:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.330647:0:38:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446628072428455680 : -116001281095936 : ffff967f58d8c700) 00000100:00080000:0.0:1787707403.330649:0:38:0:(import.c:65:import_set_state_nolock()) ffff967f58610000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787707403.330652:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff967f44d83000: disconnect after 21s idle 00000100:00000001:0.0:1787707403.330654:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787707403.330656:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.330660:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001e2d4d0c] to pc [ptlrpcd_rcv+-1] req@ffff967f58d8c700 x1874546788419200/t0(0) o9->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.330668:0:38:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707403.330670:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.330676:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (382) 00000100:00000001:0.0:1787707403.330698:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707403.330702:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787707403.330705:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787707403.330711:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d8f100 x1874546788418560/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.330719:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787707403.330722:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707403.330726:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787707403.330729:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787707403.331450:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787707403.331458:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2400:1874546788418560:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1787707403.331463:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787707403.331471:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787707403.331474:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707403.331486:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787707403.331491:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f46b38600. 02000000:00000001:0.0:1787707403.331493:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787707403.331502:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1787707403.331507:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f48cf7e70. 00000400:00000010:0.0:1787707403.331515:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b544c8. 00000100:00000200:0.0:1787707403.331524:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788418560, portal 10 00000100:00000001:0.0:1787707403.331527:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787707403.331529:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428466432 : -116001281085184 : ffff967f58d8f100) 00000100:00000040:0.0:1787707403.331538:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d8f100 x1874546788418560/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.331547:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787707403.331550:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1787707403.331553:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b54aa0. 00000100:00000200:0.0:1787707403.331556:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788418560, offset 0 00000400:00000200:0.0:1787707403.331564:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1787707403.331574:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.331584:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1787707403.331590:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787707403.331596:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1787707403.331600:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787707403.331603:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1787707403.331607:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [144:144:256:4294967295] 192.168.203.115@tcp LPNI seq info [144:144:8:4294967295] 00000400:00000200:0.0:1787707403.331611:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.331621:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1787707403.331628:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1787707403.331634:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f51759100. 00000800:00000200:0.0:1787707403.331643:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1787707403.331654:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1787707403.331660:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f51759100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787707403.331681:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.331691:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: using a timeout of 128083 usecs (129 jiffies) 00000400:00000200:0.0:1787707403.331695:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1787707403.331698:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 0 is 4295044741 00000100:00000001:0.0:1787707403.331702:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS request active for cpu 0, keep current deadline 4295045885 00000100:00000001:0.0:1787707403.331705:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 1 is 4295044741 00000100:00000001:0.0:1787707403.331707:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS request active for cpu 1, keep current deadline 4295045886 00000100:00000001:0.0:1787707403.331709:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707403.331712:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.331715:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787707403.331720:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d8ed80 x1874546788418816/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.331727:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787707403.331728:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707403.331731:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787707403.331733:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787707403.331735:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787707403.331737:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2400:1874546788418816:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1787707403.331762:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787707403.331765:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787707403.331767:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707403.331769:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787707403.331772:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f46b39c00. 02000000:00000001:0.0:1787707403.331774:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787707403.331777:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1787707403.331780:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f48cf7a50. 00000400:00000010:0.0:1787707403.331783:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b54110. 00000100:00000200:0.0:1787707403.331786:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788418816, portal 10 00000100:00000001:0.0:1787707403.331788:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787707403.331789:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428465536 : -116001281086080 : ffff967f58d8ed80) 00000100:00000040:0.0:1787707403.331796:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d8ed80 x1874546788418816/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.331823:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787707403.331826:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1787707403.331828:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b54330. 00000100:00000200:0.0:1787707403.331831:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788418816, offset 0 00000400:00000200:0.0:1787707403.331835:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1787707403.331839:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.331842:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1787707403.331845:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787707403.331848:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1787707403.331850:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787707403.331852:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1787707403.331855:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [145:145:255:4294967295] 192.168.203.115@tcp LPNI seq info [145:145:7:4294967295] 00000400:00000200:0.0:1787707403.331860:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.331866:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1787707403.331871:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1787707403.331874:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f51759800. 00000800:00000200:0.0:1787707403.331878:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1787707403.331882:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1787707403.331885:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f51759800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787707403.331899:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.331902:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: using a timeout of 16332 usecs (17 jiffies) 00000400:00000200:0.0:1787707403.331906:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1787707403.331908:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295044630 00000100:00000001:0.0:1787707403.331910:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295045885 00000100:00000001:0.0:1787707403.331912:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295044630 00000100:00000001:0.0:1787707403.331914:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295045886 00000100:00000001:0.0:1787707403.331916:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707403.331918:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.331927:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.331930:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707403.331939:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787707403.331941:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787707403.331944:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707403.331946:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787707403.331947:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787707403.331951:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1787707403.331952:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707403.331954:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787707403.331956:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707403.331957:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707403.331959:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787707403.331960:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787707403.331966:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d8d880 x1874546788418688/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.331973:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787707403.331975:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707403.331977:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787707403.331979:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787707403.331981:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787707403.331984:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2400:1874546788418688:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1787707403.331987:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787707403.331990:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787707403.331991:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707403.331993:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787707403.331996:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f46b39400. 02000000:00000001:0.0:1787707403.331997:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787707403.332001:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1787707403.332003:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f48cf7e18. 00000400:00000010:0.0:1787707403.332007:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b54880. 00000100:00000200:0.0:1787707403.332010:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788418688, portal 10 00000100:00000001:0.0:1787707403.332011:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787707403.332013:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428460160 : -116001281091456 : ffff967f58d8d880) 00000100:00000040:0.0:1787707403.332019:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d8d880 x1874546788418688/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.332032:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787707403.332035:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1787707403.332037:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b54ee0. 00000100:00000200:0.0:1787707403.332040:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788418688, offset 0 00000400:00000200:0.0:1787707403.332044:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1787707403.332049:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.332052:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1787707403.332066:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787707403.332069:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1787707403.332071:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787707403.332073:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1787707403.332076:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [146:146:254:4294967295] 192.168.203.115@tcp LPNI seq info [146:146:6:4294967295] 00000400:00000200:0.0:1787707403.332081:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.332086:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1787707403.332091:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1787707403.332094:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f51759e00. 00000800:00000200:0.0:1787707403.332107:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1787707403.332111:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1787707403.332114:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f51759e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787707403.332117:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.332121:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: using a timeout of 153480 usecs (154 jiffies) 00000400:00000200:0.0:1787707403.332124:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1787707403.332126:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 0 is 4295044767 00000100:00000001:0.0:1787707403.332128:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS request active for cpu 0, keep current deadline 4295045885 00000100:00000001:0.0:1787707403.332130:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 1 is 4295044767 00000100:00000001:0.0:1787707403.332132:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS request active for cpu 1, keep current deadline 4295045886 00000100:00000001:0.0:1787707403.332134:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707403.332136:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.332143:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787707403.332148:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d8c000 x1874546788418944/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.332155:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787707403.332157:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707403.332159:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1787707403.332648:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707403.332653:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707403.332655:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707403.332663:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d8f480 x1874546788419072/t0(0) o9->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707403.332671:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707403.332672:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707403.332675:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707403.332677:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707403.332678:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707403.332681:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2399:1874546788419072:192.168.203.115@tcp:9:kworker.0 00000100:00000001:3.0:1787707403.332684:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707403.332688:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707403.332689:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707403.332691:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707403.332695:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f60d56a00. 02000000:00000001:3.0:1787707403.332697:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707403.332701:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707403.332705:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2e18. 00000400:00000010:3.0:1787707403.332711:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269aa0. 00000100:00000200:3.0:1787707403.332715:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788419072, portal 4 00000100:00000001:3.0:1787707403.332717:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707403.332719:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428467328 : -116001281084288 : ffff967f58d8f480) 00000100:00000040:3.0:1787707403.332724:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d8f480 x1874546788419072/t0(0) o9->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707403.332731:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707403.332733:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707403.332736:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269088. 00000100:00000200:3.0:1787707403.332762:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874546788419072, offset 0 00000400:00000200:3.0:1787707403.332768:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707403.332773:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707403.332777:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707403.332786:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707403.332789:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707403.332792:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707403.332794:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707403.332797:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [147:147:253:4294967295] 192.168.203.115@tcp LPNI seq info [147:147:5:4294967295] 00000400:00000200:3.0:1787707403.332812:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707403.332820:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707403.332825:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707403.332829:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269400. 00000800:00000200:3.0:1787707403.332834:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707403.332839:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707403.332842:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787707403.332845:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707403.332848:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: using a timeout of 29266 usecs (30 jiffies) 00000400:00000200:3.0:1787707403.332850:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707403.332852:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295044643 00000100:00000001:3.0:1787707403.332855:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295045885 00000100:00000001:3.0:1787707403.332857:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295044643 00000100:00000001:3.0:1787707403.332859:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295045886 00000100:00000001:3.0:1787707403.332860:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707403.332862:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707403.332864:0:2399:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707403.332869:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d8c700 x1874546788419200/t0(0) o9->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707403.332875:0:2399:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707403.332877:0:2399:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707403.332879:0:2399:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707403.332880:0:2399:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707403.332882:0:2399:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707403.332891:0:2399:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2399:1874546788419200:192.168.203.115@tcp:9:kworker.0 00000100:00000001:3.0:1787707403.332894:0:2399:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707403.332897:0:2399:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707403.332899:0:2399:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707403.332901:0:2399:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707403.332904:0:2399:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f60d56000. 02000000:00000001:3.0:1787707403.332905:0:2399:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707403.332908:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707403.332911:0:2399:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2a50. 00000400:00000010:3.0:1787707403.332915:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269cc0. 00000100:00000200:3.0:1787707403.332918:0:2399:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788419200, portal 4 00000100:00000001:3.0:1787707403.332919:0:2399:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707403.332921:0:2399:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428455680 : -116001281095936 : ffff967f58d8c700) 00000100:00000040:3.0:1787707403.332926:0:2399:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d8c700 x1874546788419200/t0(0) o9->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707403.332932:0:2399:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707403.332935:0:2399:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707403.332937:0:2399:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269000. 00000100:00000200:3.0:1787707403.332939:0:2399:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874546788419200, offset 0 00000400:00000200:3.0:1787707403.332943:0:2399:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707403.332948:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707403.332952:0:2399:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707403.332955:0:2399:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707403.332958:0:2399:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707403.332961:0:2399:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707403.332963:0:2399:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707403.332965:0:2399:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [148:148:252:4294967295] 192.168.203.115@tcp LPNI seq info [148:148:4:4294967295] 00000400:00000200:3.0:1787707403.332969:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707403.332975:0:2399:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707403.332979:0:2399:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707403.332983:0:2399:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269a00. 00000800:00000200:3.0:1787707403.332993:0:2399:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707403.332998:0:2399:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707403.333000:0:2399:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787707403.333004:0:2399:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707403.333007:0:2399:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: using a timeout of 28856 usecs (29 jiffies) 00000400:00000200:3.0:1787707403.333010:0:2399:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707403.333012:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295044642 00000100:00000001:3.0:1787707403.333014:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295045885 00000100:00000001:3.0:1787707403.333016:0:2399:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295044642 00000100:00000001:3.0:1787707403.333018:0:2399:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295045886 00000100:00000001:3.0:1787707403.333020:0:2399:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707403.333022:0:2399:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707403.333026:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707403.333028:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707403.333035:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787707403.333036:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1787707403.333038:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707403.333040:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707403.333041:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707403.333043:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707403.333669:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787707403.333676:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787707403.333683:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2400:1874546788418944:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1787707403.333688:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787707403.333692:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787707403.333694:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707403.333696:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787707403.333702:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f46b38c00. 02000000:00000001:0.0:1787707403.333704:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787707403.333709:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1787707403.333712:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f48cf7528. 00000400:00000010:0.0:1787707403.333717:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b545d8. 00000100:00000200:0.0:1787707403.333722:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788418944, portal 10 00000100:00000001:0.0:1787707403.333724:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787707403.333725:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428453888 : -116001281097728 : ffff967f58d8c000) 00000100:00000040:0.0:1787707403.333734:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d8c000 x1874546788418944/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.333755:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787707403.333758:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1787707403.333761:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b54dd0. 00000100:00000200:0.0:1787707403.333764:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788418944, offset 0 00000400:00000200:0.0:1787707403.333769:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1787707403.333773:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.333778:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1787707403.333781:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787707403.333784:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1787707403.333786:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787707403.333798:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1787707403.333812:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [149:149:251:4294967295] 192.168.203.115@tcp LPNI seq info [149:149:3:4294967295] 00000400:00000200:0.0:1787707403.333816:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.333824:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1787707403.333829:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1787707403.333833:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f51759300. 00000800:00000200:0.0:1787707403.333838:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1787707403.333842:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1787707403.333845:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f51759300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787707403.333848:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.333851:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: using a timeout of 16931 usecs (17 jiffies) 00000400:00000200:0.0:1787707403.333854:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1787707403.333857:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295044632 00000100:00000001:0.0:1787707403.333859:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295045885 00000100:00000001:0.0:1787707403.333861:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295044632 00000100:00000001:0.0:1787707403.333863:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295045886 00000100:00000001:0.0:1787707403.333865:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707403.333867:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.333871:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.333876:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787707403.334032:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707403.334050:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707403.334053:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1787707403.334228:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707403.334233:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1787707403.334875:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707403.334883:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f51759100. 00000400:00000200:0.0:1787707403.334899:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707403.334907:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707403.334915:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b54aa0 00000400:00000010:0.0:1787707403.334918:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b54aa0. 00000100:00000001:0.0:1787707403.334923:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707403.334930:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d8f100 x1874546788418560/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.334957:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707403.334960:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d8f100 x1874546788418560/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.334968:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.334970:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787707403.334988:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707403.334990:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f51759800. 00000400:00000200:0.0:1787707403.334993:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707403.334996:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707403.335000:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b54330 00000400:00000010:0.0:1787707403.335001:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b54330. 00000100:00000001:0.0:1787707403.335004:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707403.335008:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d8ed80 x1874546788418816/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.335016:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707403.335019:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d8ed80 x1874546788418816/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.335025:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.335027:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787707403.335033:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707403.335035:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f51759e00. 00000400:00000200:0.0:1787707403.335037:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707403.335041:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707403.335044:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b54ee0 00000400:00000010:0.0:1787707403.335045:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b54ee0. 00000100:00000001:0.0:1787707403.335047:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707403.335051:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d8d880 x1874546788418688/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.335070:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707403.335073:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d8d880 x1874546788418688/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.335091:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.335093:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787707403.335110:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707403.335113:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269400. 00000400:00000200:0.0:1787707403.335117:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707403.335120:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707403.335123:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269088 00000400:00000010:0.0:1787707403.335125:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269088. 00000100:00000001:0.0:1787707403.335128:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707403.335133:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d8f480 x1874546788419072/t0(0) o9->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.335141:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707403.335143:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d8f480 x1874546788419072/t0(0) o9->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.335150:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.335151:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787707403.335159:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707403.335169:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269a00. 00000400:00000200:0.0:1787707403.335172:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707403.335175:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707403.335178:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269000 00000400:00000010:0.0:1787707403.335180:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269000. 00000100:00000001:0.0:1787707403.335182:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707403.335187:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d8c700 x1874546788419200/t0(0) o9->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.335195:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707403.335198:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d8c700 x1874546788419200/t0(0) o9->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.335204:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.335205:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787707403.335277:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707403.335411:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f51759300. 00000400:00000200:0.0:1787707403.335415:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707403.335418:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707403.335422:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b54dd0 00000400:00000010:0.0:1787707403.335423:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b54dd0. 00000100:00000001:0.0:1787707403.335426:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707403.335431:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d8c000 x1874546788418944/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.335439:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707403.335442:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d8c000 x1874546788418944/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.335448:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.335449:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787707403.335598:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707403.335609:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707403.335616:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707403.337812:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.337823:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.337831:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.337841:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 25 MB=0x6a8e3ef704380 00000400:00000200:0.0:1787707403.337848:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.337855:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:0.0:1787707403.337866:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.337885:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707403.337890:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707403.337895:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707403.337904:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707403.337915:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dc8700 x1874546788418432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707403.337927:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58dc8700 x1874546788418432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.337958:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707403.337969:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.337973:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707403.338520:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707403.338525:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787707403.338535:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707403.338538:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707403.338542:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f49c8e688. 00000400:00000200:3.0:1787707403.338548:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b06e8 00000400:00000010:3.0:1787707403.338550:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b06e8. 00000100:00000001:3.0:1787707403.338554:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707403.338561:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dc8700 x1874546788418432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707403.338570:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dc8700 x1874546788418432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707403.338577:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707403.338595:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707403.338597:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707403.338602:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707403.338606:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707403.338609:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707403.338613:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707403.338624:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f493aec60 time=81 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707403.338630:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f493aec18 time=81 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707403.338633:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707403.338635:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707403.338639:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787707403.338642:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707403.338645:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707403.338650:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dc8700 x1874546788418432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707403.338658:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707403.338661:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707403.338664:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707403.338668:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dc8700 x1874546788418432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707403.338676:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788418432:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707403.338682:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707403.338685:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707403.338689:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dc8700 x1874546788418432/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707403.338697:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707403.338700:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707403.338705:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f60d51000. 02000000:00000001:3.0:1787707403.338710:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707403.338713:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707403.338715:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:3.0:1787707403.338718:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707403.338721:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f43269c00. 02000000:00000001:3.0:1787707403.338733:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707403.338735:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707403.338738:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dc8700. 00000100:00000001:3.0:1787707403.339992:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707403.339995:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707403.339999:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707403.340010:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787707403.340012:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707403.340015:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707403.340019:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787707403.350038:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.350079:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707403.350085:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.350088:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707403.350099:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.350109:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707403.350120:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.350127:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.350133:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.350138:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704400 00000400:00000200:0.0:1787707403.350144:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.350152:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x811 [1] + 224 00000800:00000001:0.0:1787707403.350172:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.350177:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707403.350181:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707403.350186:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707403.350196:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707403.350208:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d8f100 x1874546788418560/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707403.350221:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d8f100 x1874546788418560/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.350246:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707403.350258:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.350263:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707403.350265:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.350267:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707403.350271:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1787707403.350457:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787707403.350462:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787707403.350481:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787707403.350484:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787707403.350489:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f48cf7e70. 00000400:00000200:1.0:1787707403.350495:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b544c8 00000400:00000010:1.0:1787707403.350498:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b544c8. 00000100:00000001:1.0:1787707403.350501:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707403.350507:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d8f100 x1874546788418560/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787707403.350518:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d8f100 x1874546788418560/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707403.350526:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787707403.350528:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707403.350531:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787707403.350535:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787707403.350538:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787707403.350541:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707403.350544:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787707403.350555:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f48d55c60 time=81 v=5 (5 0 0 0) 00000100:00001000:1.0:1787707403.350560:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f48d55c18 time=81 v=5 (1 0 0 0) 00000100:00000001:1.0:1787707403.350563:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787707403.350565:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707403.350568:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787707403.350572:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707403.350577:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787707403.350579:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f43ef7000: skip recheck: last_committed 0 00000100:00000001:1.0:1787707403.350581:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787707403.350583:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707403.350588:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d8f100 x1874546788418560/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707403.350596:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787707403.350599:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787707403.350601:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787707403.350614:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d8f100 x1874546788418560/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787707403.350623:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2400:1874546788418560:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1787707403.350629:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707403.350632:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707403.350636:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d8f100 x1874546788418560/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707403.350644:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787707403.350647:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787707403.350652:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f46b38600. 02000000:00000001:1.0:1787707403.350656:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787707403.350659:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787707403.350661:0:2400:0:(genops.c:1223:class_import_put()) import ffff967f48d55800 refcount=3 obd=lustre-MDT0000-mdc-ffff967f43ef7000 00000020:00000001:1.0:1787707403.350663:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787707403.350666:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f42ab5d00. 02000000:00000001:1.0:1787707403.350672:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787707403.350674:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787707403.350676:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d8f100. 00000100:00000001:1.0:1787707403.350679:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787707403.350681:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707403.350684:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707403.350686:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787707403.350687:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787707403.350689:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707403.350691:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787707403.350851:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707403.350860:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.350864:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.350868:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.350873:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704500 00000400:00000200:0.0:1787707403.350877:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.350964:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:0.0:1787707403.350971:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.350978:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707403.350982:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707403.350986:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707403.350990:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707403.350996:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d8ed80 x1874546788418816/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707403.351006:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d8ed80 x1874546788418816/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.351017:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707403.351023:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.351028:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707403.351030:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.351033:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707403.351036:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351040:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707403.351044:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351047:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351049:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351052:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704480 00000400:00000200:0.0:1787707403.351055:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351058:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x831 [1] + 224 00000800:00000001:0.0:1787707403.351062:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.351065:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707403.351067:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707403.351070:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707403.351073:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707403.351077:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d8d880 x1874546788418688/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707403.351086:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d8d880 x1874546788418688/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.351100:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707403.351105:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.351109:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707403.351110:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.351112:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707403.351116:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351119:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707403.351124:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351126:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351129:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351132:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a8e3ef704600 00000400:00000200:0.0:1787707403.351136:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351141:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:0.0:1787707403.351145:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.351148:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707403.351150:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707403.351153:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707403.351156:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707403.351566:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d8f480 x1874546788419072/t0(0) o9->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707403.351578:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d8f480 x1874546788419072/t0(0) o9->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707403.351650:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707403.351654:0:2399:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787707403.351672:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707403.351679:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.351685:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707403.351687:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.351689:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707403.351694:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351697:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707403.351702:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351704:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351715:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351718:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 4 MB=0x6a8e3ef704680 00000400:00000200:0.0:1787707403.351721:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351725:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.115@tcp of length 224/224 into md 0x849 [1] + 224 00000800:00000001:0.0:1787707403.351729:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.351733:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707403.351735:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707403.351738:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707403.351776:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707403.351781:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d8c700 x1874546788419200/t0(0) o9->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707403.351789:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d8c700 x1874546788419200/t0(0) o9->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.351796:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707403.351810:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.351815:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707403.351816:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.351819:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707403.351822:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351825:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707403.351829:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351832:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351834:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351837:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704580 00000400:00000200:0.0:1787707403.351840:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707403.351844:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:0.0:1787707403.351848:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.351860:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707403.351862:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707403.351865:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707403.351868:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707403.351880:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d8c000 x1874546788418944/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707403.351964:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d8c000 x1874546788418944/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.351974:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707403.351980:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707403.351983:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707403.352188:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787707403.352191:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787707403.352197:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787707403.352200:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787707403.352203:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f48cf7e18. 00000400:00000200:1.0:1787707403.352208:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b54880 00000400:00000010:1.0:1787707403.352211:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b54880. 00000100:00000001:1.0:1787707403.352214:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707403.352219:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d8d880 x1874546788418688/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787707403.352240:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d8d880 x1874546788418688/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707403.352247:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787707403.352250:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707403.352252:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787707403.352256:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787707403.352259:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787707403.352262:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707403.352264:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787707403.352275:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58d1e460 time=80 v=5 (5 0 0 0) 00000100:00001000:1.0:1787707403.352292:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58d1e418 time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1787707403.352294:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787707403.352297:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707403.352300:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787707403.352306:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d8d880 x1874546788418688/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787707403.352313:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707403.352317:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787707403.352319:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f43ef7000: skip recheck: last_committed 0 00000100:00000001:1.0:1787707403.352321:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787707403.352323:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707403.352327:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d8d880 x1874546788418688/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707403.352335:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787707403.352339:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787707403.352340:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787707403.352344:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d8d880 x1874546788418688/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787707403.352351:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2400:1874546788418688:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1787707403.352357:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787707403.352364:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787707403.352366:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f48cf7528. 00000400:00000200:1.0:1787707403.352368:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b545d8 00000400:00000010:1.0:1787707403.352370:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b545d8. 00000100:00000001:1.0:1787707403.352373:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707403.352377:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d8c000 x1874546788418944/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787707403.352385:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d8c000 x1874546788418944/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707403.352391:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787707403.352393:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707403.352395:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787707403.352397:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787707403.352398:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787707403.352400:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707403.352401:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787707403.352407:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58610c60 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1787707403.352409:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58610c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1787707403.352412:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787707403.352413:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707403.352415:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787707403.352419:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d8c000 x1874546788418944/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787707403.352425:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707403.352428:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787707403.352430:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:1.0:1787707403.352431:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787707403.352433:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707403.352436:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d8c000 x1874546788418944/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707403.352442:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787707403.352444:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787707403.352446:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787707403.352456:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d8c000 x1874546788418944/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787707403.352464:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2400:1874546788418944:192.168.203.115@tcp:400:kworker.0 00000400:00000001:1.0:1787707403.352470:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787707403.352477:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787707403.352479:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f48cf7a50. 00000400:00000200:1.0:1787707403.352483:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b54110 00000400:00000010:1.0:1787707403.352485:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b54110. 00000100:00000001:1.0:1787707403.352487:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707403.352491:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d8ed80 x1874546788418816/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787707403.352500:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d8ed80 x1874546788418816/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707403.352506:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787707403.352508:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707403.352509:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787707403.352511:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787707403.352512:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787707403.352514:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707403.352516:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787707403.352521:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58617460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1787707403.352524:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58617418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1787707403.352526:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787707403.352527:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707403.352528:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787707403.352531:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707403.352534:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787707403.352535:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:1.0:1787707403.352537:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787707403.352538:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707403.352542:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d8ed80 x1874546788418816/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707403.352560:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787707403.352562:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787707403.352564:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787707403.352568:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d8ed80 x1874546788418816/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787707403.352575:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2400:1874546788418816:192.168.203.115@tcp:400:kworker.0 00000100:00000001:1.0:1787707403.352580:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707403.352583:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707403.352586:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d8d880 x1874546788418688/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707403.352594:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787707403.352596:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787707403.352600:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f46b39400. 02000000:00000001:1.0:1787707403.352604:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787707403.352607:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787707403.352609:0:2400:0:(genops.c:1223:class_import_put()) import ffff967f58d1e000 refcount=3 obd=lustre-MDT0001-mdc-ffff967f43ef7000 00000020:00000001:1.0:1787707403.352611:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787707403.352614:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f42ab5f00. 02000000:00000001:1.0:1787707403.352618:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787707403.352620:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787707403.352621:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d8d880. 00000100:00000001:1.0:1787707403.352625:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787707403.352627:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707403.352628:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707403.352632:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d8c000 x1874546788418944/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707403.352638:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787707403.352639:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787707403.352641:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f46b38c00. 02000000:00000001:1.0:1787707403.352643:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787707403.352644:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787707403.352651:0:2400:0:(genops.c:1223:class_import_put()) import ffff967f58610800 refcount=3 obd=lustre-MDT0001-mdc-ffff967f44d83000 00000020:00000001:1.0:1787707403.352653:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787707403.352654:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f42ab5000. 02000000:00000001:1.0:1787707403.352657:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787707403.352658:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787707403.352660:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d8c000. 00000100:00000001:1.0:1787707403.352662:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787707403.352664:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707403.352666:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707403.352684:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d8ed80 x1874546788418816/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707403.352690:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787707403.352692:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787707403.352694:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f46b39c00. 02000000:00000001:1.0:1787707403.352696:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787707403.352697:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787707403.352699:0:2400:0:(genops.c:1223:class_import_put()) import ffff967f58617000 refcount=3 obd=lustre-MDT0000-mdc-ffff967f44d83000 00000020:00000001:1.0:1787707403.352700:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787707403.352702:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f42ab5400. 02000000:00000001:1.0:1787707403.352704:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787707403.352706:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787707403.352707:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d8ed80. 00000100:00000001:1.0:1787707403.352710:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787707403.352711:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707403.352713:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707403.352722:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787707403.352724:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707403.352727:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787707403.352729:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1787707403.353790:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707403.353795:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707403.353799:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2e18. 00000400:00000200:3.0:1787707403.353816:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269aa0 00000400:00000010:3.0:1787707403.353818:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269aa0. 00000100:00000001:3.0:1787707403.353823:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707403.353832:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d8f480 x1874546788419072/t0(0) o9->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707403.353843:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d8f480 x1874546788419072/t0(0) o9->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707403.353850:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707403.353852:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707403.353855:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707403.353859:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707403.353861:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707403.353864:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707403.353867:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707403.353875:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58611c60 time=21 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707403.353879:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58611c18 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707403.353882:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707403.353883:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707403.353886:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787707403.353903:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d8f480 x1874546788419072/t0(0) o9->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787707403.353930:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707403.353933:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787707403.353935:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:3.0:1787707403.353937:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787707403.353939:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707403.353943:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d8f480 x1874546788419072/t0(0) o9->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707403.353950:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707403.353953:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707403.353954:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1787707403.353959:0:2399:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff967f58d8f480 x1874546788419072/t0(0) o9->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787707403.353968:0:2399:0:(import.c:65:import_set_state_nolock()) ffff967f58611800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1787707403.353972:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d8f480 x1874546788419072/t0(0) o9->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707403.353980:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2399:1874546788419072:192.168.203.115@tcp:9:kworker.0 00000400:00000001:0.0:1787707403.355037:0:2399:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787707403.355044:0:2399:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787707403.355047:0:2399:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2a50. 00000400:00000200:0.0:1787707403.355126:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269cc0 00000400:00000010:0.0:1787707403.355130:0:2399:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269cc0. 00000100:00000001:0.0:1787707403.355135:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707403.355146:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d8c700 x1874546788419200/t0(0) o9->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787707403.355157:0:2399:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d8c700 x1874546788419200/t0(0) o9->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.355233:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787707403.355235:0:2399:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707403.355238:0:2399:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787707403.355242:0:2399:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787707403.355245:0:2399:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787707403.355247:0:2399:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707403.355251:0:2399:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787707403.355260:0:2399:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58610460 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1787707403.355265:0:2399:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58610418 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1787707403.355267:0:2399:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787707403.355269:0:2399:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707403.355273:0:2399:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787707403.355391:0:2399:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d8c700 x1874546788419200/t0(0) o9->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787707403.355400:0:2399:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.355421:0:2399:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787707403.355424:0:2399:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:0.0:1787707403.355426:0:2399:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787707403.355428:0:2399:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707403.355433:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d8c700 x1874546788419200/t0(0) o9->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.355439:0:2399:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707403.355442:0:2399:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787707403.355444:0:2399:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1787707403.355448:0:2399:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff967f58d8c700 x1874546788419200/t0(0) o9->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787707403.355456:0:2399:0:(import.c:65:import_set_state_nolock()) ffff967f58610000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1787707403.355461:0:2399:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d8c700 x1874546788419200/t0(0) o9->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707403.355468:0:2399:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2399:1874546788419200:192.168.203.115@tcp:9:kworker.0 00000100:00000001:0.0:1787707403.355683:0:2399:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707403.355688:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707403.355694:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d8f480 x1874546788419072/t0(0) o9->lustre-OST0000-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.355702:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787707403.355706:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787707403.355710:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f60d56a00. 02000000:00000001:0.0:1787707403.355715:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787707403.355718:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787707403.355721:0:2399:0:(genops.c:1223:class_import_put()) import ffff967f58611800 refcount=2 obd=lustre-OST0000-osc-ffff967f44d83000 00000020:00000001:0.0:1787707403.355723:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787707403.355727:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f42ab5b00. 02000000:00000001:0.0:1787707403.355732:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787707403.355734:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787707403.355736:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d8f480. 00000100:00000001:0.0:1787707403.355799:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787707403.355817:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707403.355819:0:2399:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707403.355824:0:2399:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d8c700 x1874546788419200/t0(0) o9->lustre-OST0001-osc-ffff967f44d83000@192.168.203.115@tcp:28/4 lens 224/224 e 0 to 0 dl 1787707413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707403.355830:0:2399:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787707403.355831:0:2399:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787707403.355833:0:2399:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f60d56000. 02000000:00000001:0.0:1787707403.355835:0:2399:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787707403.355837:0:2399:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787707403.355838:0:2399:0:(genops.c:1223:class_import_put()) import ffff967f58610000 refcount=2 obd=lustre-OST0001-osc-ffff967f44d83000 00000020:00000001:0.0:1787707403.355840:0:2399:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787707403.355841:0:2399:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f42c01f00. 02000000:00000001:0.0:1787707403.355846:0:2399:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787707403.355848:0:2399:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787707403.355849:0:2399:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d8c700. 00000100:00000001:0.0:1787707403.355852:0:2399:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787707403.355853:0:2399:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707403.355856:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707403.355866:0:2399:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787707403.355868:0:2399:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707403.355871:0:2399:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707403.355873:0:2399:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707404.096506:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707404.096512:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707404.096517:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707404.096519:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787707404.096941:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787707404.096944:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707404.096947:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787707404.607628:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951800 (cpu 0) has reached its deadline 4295045885, at 4295045888 00000100:00000010:0.0:1787707404.607651:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f49294600. 00000100:00000040:1.0:1787707404.608697:0:8223:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951910 (cpu 1) has reached its deadline 4295045886, at 4295045889 00000100:00000010:1.0:1787707404.608711:0:8223:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f49294300. 00010000:00000001:1.0:1787707405.121848:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707405.121879:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707405.121887:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707405.121888:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787707405.121920:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787707405.121924:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787707405.121927:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707406.142878:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707406.142889:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707406.142895:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707406.142897:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787707406.143168:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787707406.143173:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707406.143176:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707407.167421:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707407.167429:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707407.167436:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707407.167437:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787707407.167460:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787707407.167464:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787707407.167467:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707408.190843:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707408.190853:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707408.190859:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707408.190860:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787707408.193928:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787707408.193937:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707408.193943:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787707408.354251:0:10068:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787707408.354266:0:10068:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.450682:0:1357:0:(pinger.c:229:ptlrpc_pinger_process_import()) d829a6f2-ddf5-48c5-884c-8dabdaf957f4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787707408.450697:0:1357:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787707408.450709:0:1357:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f45558380. 00000020:00000040:2.0:1787707408.450717:0:1357:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:2.0:1787707408.450722:0:1357:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787707408.450726:0:1357:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707408.450732:0:1357:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707408.450780:0:1357:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f49c20700. 00000100:00000001:2.0:1787707408.450790:0:1357:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.450806:0:1357:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d829a6f2-ddf5-48c5-884c-8dabdaf957f4->MGS req@ffff967f45558380 x1874546788419328/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787707408.450820:0:1357:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787707408.450826:0:1357:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.450833:0:1357:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000acc5f938] to pc [ptlrpcd_01_00+0] req@ffff967f45558380 x1874546788419328/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.450859:0:1357:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.450873:0:1357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787707408.450877:0:1357:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787707408.450885:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.450890:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707408.450893:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787707408.450900:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f45558380 x1874546788419328/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.450908:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707408.450911:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707408.450916:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787707408.450919:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787707408.450923:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787707408.450926:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f45558380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2402:1874546788419328:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1787707408.450931:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787707408.450938:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787707408.450941:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707408.450945:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787707408.450950:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f58c27400. 02000000:00000001:2.0:1787707408.450953:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707408.450961:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1787707408.450966:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f49c8e268. 00000400:00000010:2.0:1787707408.450975:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0198. 00000100:00000200:2.0:1787707408.450985:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788419328, portal 25 00000100:00000001:2.0:1787707408.450988:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787707408.450990:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101086080 : -116001608465536 : ffff967f45558380) 00000100:00000040:2.0:1787707408.450997:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f45558380 x1874546788419328/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.451005:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787707408.451008:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1787707408.451012:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0660. 00000100:00000200:2.0:1787707408.451016:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874546788419328, offset 0 00000400:00000200:2.0:1787707408.451023:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1787707408.451036:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707408.451052:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1787707408.451059:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787707408.451064:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1787707408.451068:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787707408.451072:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1787707408.451077:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [150:150:256:4294967295] 192.168.203.115@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:2.0:1787707408.451081:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707408.451096:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1787707408.451104:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1787707408.451109:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f49c20300. 00000800:00000200:2.0:1787707408.451118:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1787707408.451128:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1787707408.451133:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f49c20300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787707408.451147:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707408.451152:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707408.451155:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295051009 00000100:00000010:2.0:1787707408.451160:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff967f49294f00. 00000100:00000001:2.0:1787707408.451167:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787707408.451177:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295051009 00000100:00000010:2.0:1787707408.451180:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff967f49294e40. 00000100:00000001:2.0:1787707408.451183:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787707408.451186:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707408.451190:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.451193:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.451196:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.451206:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707408.451209:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787707408.451211:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.451212:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707408.451214:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.451217:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.451229:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.451239:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787707408.451246:0:1357:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f4555aa00. 00000020:00000040:2.0:1787707408.451249:0:1357:0:(genops.c:1210:class_import_get()) import ffff967f48d55800 refcount=4 obd=lustre-MDT0000-mdc-ffff967f43ef7000 00000100:00000001:2.0:1787707408.451253:0:1357:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787707408.451255:0:1357:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707408.451258:0:1357:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707408.451263:0:1357:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f49c20000. 00000100:00000001:2.0:1787707408.451267:0:1357:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.451273:0:1357:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0000_UUID req@ffff967f4555aa00 x1874546788419456/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787707408.451281:0:1357:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787707408.451283:0:1357:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.451297:0:1357:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a20c15c4] to pc [ptlrpcd_01_01+1] req@ffff967f4555aa00 x1874546788419456/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.451312:0:1357:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.451315:0:1357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787707408.451329:0:1357:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787707408.451334:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.451335:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707408.451337:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787707408.451342:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f4555aa00 x1874546788419456/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.451349:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707408.451350:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707408.451353:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787707408.451355:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787707408.451357:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787707408.451360:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788419456:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1787707408.451363:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787707408.451367:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787707408.451368:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707408.451370:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787707408.451378:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f58c27e00. 02000000:00000001:2.0:1787707408.451381:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707408.451385:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1787707408.451388:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f49c8e688. 00000400:00000010:2.0:1787707408.451393:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b03b8. 00000100:00000200:2.0:1787707408.451395:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788419456, portal 10 00000100:00000001:2.0:1787707408.451397:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787707408.451399:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101095936 : -116001608455680 : ffff967f4555aa00) 00000100:00000040:2.0:1787707408.451406:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f4555aa00 x1874546788419456/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.451413:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787707408.451416:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1787707408.451418:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0f68. 00000100:00000200:2.0:1787707408.451421:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788419456, offset 0 00000400:00000200:2.0:1787707408.451425:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1787707408.451429:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707408.451433:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1787707408.451436:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787707408.451439:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1787707408.451441:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787707408.451444:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1787707408.451446:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [151:151:255:4294967295] 192.168.203.115@tcp LPNI seq info [151:151:7:4294967295] 00000400:00000200:2.0:1787707408.451450:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707408.451456:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1787707408.451800:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707408.451807:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f49c20300. 00000400:00000200:0.0:1787707408.451812:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707408.451818:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000800:00000200:2.0:1787707408.452138:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1787707408.452143:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f49c20300. 00000800:00000200:2.0:1787707408.452148:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1787707408.452153:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1787707408.452157:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f49c20300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787707408.452161:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.452176:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: using a timeout of 123815 usecs (124 jiffies) 00000400:00000200:2.0:1787707408.452186:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707408.452190:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 0 is 4295049857 00000100:00000001:2.0:1787707408.452193:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS request active for cpu 0, keep current deadline 4295051009 00000100:00000001:2.0:1787707408.452195:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 1 is 4295049857 00000100:00000001:2.0:1787707408.452197:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS request active for cpu 1, keep current deadline 4295051009 00000100:00000001:2.0:1787707408.452199:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707408.452202:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.452206:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.452208:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.452215:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707408.452217:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787707408.452219:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.452221:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707408.452222:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.452225:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.452237:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.452239:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707408.452241:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.452243:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787707408.452251:0:1357:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f4555b480. 00000020:00000040:2.0:1787707408.452256:0:1357:0:(genops.c:1210:class_import_get()) import ffff967f58d1e000 refcount=4 obd=lustre-MDT0001-mdc-ffff967f43ef7000 00000100:00000001:2.0:1787707408.452259:0:1357:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787707408.452261:0:1357:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707408.452265:0:1357:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707408.452270:0:1357:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f49c20d00. 00000100:00000001:2.0:1787707408.452275:0:1357:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.452282:0:1357:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0001_UUID req@ffff967f4555b480 x1874546788419584/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787707408.452303:0:1357:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787707408.452306:0:1357:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.452311:0:1357:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006f177362] to pc [ptlrpcd_01_00+0] req@ffff967f4555b480 x1874546788419584/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.452348:0:1357:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.452352:0:1357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787707408.452356:0:1357:0:(pinger.c:247:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787707408.452359:0:1357:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787707408.452362:0:1357:0:(pinger.c:247:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787707408.452365:0:1357:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787707408.452369:0:1357:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787707408.452377:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.452379:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707408.452381:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787707408.452386:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f4555b480 x1874546788419584/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.452393:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707408.452395:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707408.452398:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787707408.452400:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787707408.452402:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787707408.452406:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788419584:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1787707408.452410:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787707408.452415:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787707408.452417:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787707408.452608:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0660 00000400:00000010:0.0:1787707408.452613:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0660. 00000100:00000001:0.0:1787707408.452619:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707408.452624:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f45558380 x1874546788419328/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707408.452634:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707408.452637:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f45558380 x1874546788419328/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707408.452650:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707408.452652:0:2393:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787707408.452681:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707408.452684:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f49c20300. 00000400:00000200:0.0:1787707408.452687:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707408.452690:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707408.452694:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0f68 00000400:00000010:0.0:1787707408.452696:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0f68. 00000100:00000001:0.0:1787707408.452698:0:2393:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707408.452702:0:2393:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f4555aa00 x1874546788419456/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707408.452709:0:2393:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707408.452712:0:2393:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f4555aa00 x1874546788419456/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707408.452718:0:2393:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707408.452720:0:2393:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:2.0:1787707408.453383:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787707408.453391:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f58c27000. 02000000:00000001:2.0:1787707408.453394:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707408.453401:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1787707408.453406:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f49c8e9a0. 00000400:00000010:2.0:1787707408.453412:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b02a8. 00000100:00000200:2.0:1787707408.453420:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788419584, portal 10 00000100:00000001:2.0:1787707408.453439:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787707408.453441:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101098624 : -116001608452992 : ffff967f4555b480) 00000100:00000040:2.0:1787707408.453453:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f4555b480 x1874546788419584/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.453470:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787707408.453473:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1787707408.453476:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0770. 00000100:00000200:2.0:1787707408.453481:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788419584, offset 0 00000400:00000200:2.0:1787707408.453486:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1787707408.453495:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707408.453505:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1787707408.453511:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787707408.453516:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1787707408.453520:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787707408.453523:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1787707408.454518:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [152:152:256:4294967295] 192.168.203.115@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:2.0:1787707408.454529:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707408.454542:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1787707408.454550:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1787707408.454557:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f49c20900. 00000800:00000200:2.0:1787707408.454565:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1787707408.454574:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1787707408.454580:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f49c20900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787707408.454603:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.454610:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: using a timeout of 146861 usecs (147 jiffies) 00000400:00000200:2.0:1787707408.454614:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707408.454617:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 0 is 4295049881 00000100:00000001:2.0:1787707408.454621:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS request active for cpu 0, keep current deadline 4295051009 00000100:00000001:2.0:1787707408.454623:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 1 is 4295049881 00000100:00000001:2.0:1787707408.454626:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS request active for cpu 1, keep current deadline 4295051009 00000100:00000001:2.0:1787707408.454635:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707408.454639:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.454645:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.454649:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.454657:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707408.454659:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787707408.454662:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.454664:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707408.454665:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.454668:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.454683:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.454686:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707408.454687:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.454689:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787707408.454700:0:1357:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f45559f80. 00000020:00000040:2.0:1787707408.454705:0:1357:0:(genops.c:1210:class_import_get()) import ffff967f58617000 refcount=4 obd=lustre-MDT0000-mdc-ffff967f44d83000 00000100:00000001:2.0:1787707408.454709:0:1357:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787707408.454713:0:1357:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707408.454719:0:1357:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707408.454726:0:1357:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f49c20200. 00000100:00000001:2.0:1787707408.454734:0:1357:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.454773:0:1357:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0000_UUID req@ffff967f45559f80 x1874546788419712/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787707408.454785:0:1357:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787707408.454790:0:1357:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.454796:0:1357:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000caa0c687] to pc [ptlrpcd_01_01+1] req@ffff967f45559f80 x1874546788419712/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.454813:0:1357:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.454816:0:1357:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787707408.454822:0:1357:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1787707408.454828:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.454830:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707408.454832:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787707408.454837:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f45559f80 x1874546788419712/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.454852:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707408.454854:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707408.454859:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787707408.454861:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787707408.454865:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787707408.454868:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f45559f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788419712:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1787707408.454873:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787707408.454879:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787707408.454882:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707408.454884:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787707408.454888:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f58c27800. 02000000:00000001:2.0:1787707408.454890:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707408.454895:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1787707408.454899:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f49c8e160. 00000400:00000010:2.0:1787707408.454905:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0dd0. 00000100:00000200:2.0:1787707408.454912:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788419712, portal 10 00000100:00000001:2.0:1787707408.454914:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787707408.454916:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101093248 : -116001608458368 : ffff967f45559f80) 00000100:00000040:2.0:1787707408.454922:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f45559f80 x1874546788419712/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.454930:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787707408.454933:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1787707408.454935:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0bb0. 00000100:00000200:2.0:1787707408.454939:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788419712, offset 0 00000400:00000200:2.0:1787707408.454944:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1787707408.454951:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707408.454958:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1787707408.454976:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787707408.454980:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1787707408.454984:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787707408.454987:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1787707408.454995:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [153:153:255:4294967295] 192.168.203.115@tcp LPNI seq info [153:153:7:4294967295] 00000400:00000200:2.0:1787707408.454999:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707408.455005:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1787707408.455010:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1787707408.455013:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f49c20100. 00000800:00000200:2.0:1787707408.455017:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1787707408.455021:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1787707408.455023:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f49c20100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787707408.455026:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.455029:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: using a timeout of 17451 usecs (18 jiffies) 00000400:00000200:2.0:1787707408.455032:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707408.455034:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295049752 00000100:00000001:2.0:1787707408.455036:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295051009 00000100:00000001:2.0:1787707408.455039:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295049752 00000100:00000001:2.0:1787707408.455041:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295051009 00000100:00000001:2.0:1787707408.455043:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707408.455045:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.455048:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.455050:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.455054:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707408.455056:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787707408.455058:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.455059:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707408.455061:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.455063:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.455072:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.455073:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707408.455075:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.455077:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787707408.455083:0:1357:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f45558700. 00000020:00000040:2.0:1787707408.455086:0:1357:0:(genops.c:1210:class_import_get()) import ffff967f58610800 refcount=4 obd=lustre-MDT0001-mdc-ffff967f44d83000 00000100:00000001:2.0:1787707408.455089:0:1357:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787707408.455095:0:1357:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707408.455098:0:1357:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707408.455102:0:1357:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f49c20600. 00000100:00000001:2.0:1787707408.455106:0:1357:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.455111:0:1357:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0001_UUID req@ffff967f45558700 x1874546788419840/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787707408.455118:0:1357:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787707408.455120:0:1357:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.455124:0:1357:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000010b1b0d5] to pc [ptlrpcd_01_00+0] req@ffff967f45558700 x1874546788419840/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.455139:0:1357:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.455141:0:1357:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787707408.455145:0:1357:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787707408.455148:0:1357:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787707408.455160:0:1357:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1787707408.455169:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.455170:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707408.455172:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787707408.455175:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f45558700 x1874546788419840/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.455183:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707408.455184:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707408.455186:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787707408.455188:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787707408.455190:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787707408.455193:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f45558700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2402:1874546788419840:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1787707408.455197:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787707408.455199:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787707408.455201:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707408.455208:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787707408.455212:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f58c26200. 02000000:00000001:2.0:1787707408.455214:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707408.455218:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1787707408.455221:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f49c8e9f8. 00000400:00000010:2.0:1787707408.455225:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0c38. 00000100:00000200:2.0:1787707408.455228:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788419840, portal 10 00000100:00000001:2.0:1787707408.455230:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787707408.455231:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101086976 : -116001608464640 : ffff967f45558700) 00000100:00000040:2.0:1787707408.455237:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f45558700 x1874546788419840/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.455244:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787707408.455246:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1787707408.455248:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b07f8. 00000100:00000200:2.0:1787707408.455250:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788419840, offset 0 00000400:00000200:2.0:1787707408.455254:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1787707408.455258:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707408.455261:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1787707408.455264:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787707408.455267:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1787707408.455269:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787707408.455271:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1787707408.455274:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [154:154:254:4294967295] 192.168.203.115@tcp LPNI seq info [154:154:6:4294967295] 00000400:00000200:2.0:1787707408.455278:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707408.455284:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1787707408.455288:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1787707408.455292:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f49c20f00. 00000800:00000200:2.0:1787707408.455296:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1787707408.455300:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1787707408.455303:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f49c20f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787707408.455306:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.455314:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: using a timeout of 18662 usecs (19 jiffies) 00000800:00000200:0.0:1787707408.455672:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707408.455678:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f49c20900. 00000400:00000200:0.0:1787707408.455686:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707408.455691:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707408.455699:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0770 00000400:00000010:0.0:1787707408.455701:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0770. 00000100:00000001:0.0:1787707408.455706:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707408.455711:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f4555b480 x1874546788419584/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707408.455722:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707408.455725:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f4555b480 x1874546788419584/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707408.455731:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707408.455733:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787707408.455761:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707408.455782:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f49c20100. 00000400:00000200:0.0:1787707408.455785:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707408.455788:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707408.455791:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0bb0 00000400:00000010:0.0:1787707408.455793:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0bb0. 00000100:00000001:0.0:1787707408.455795:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707408.455799:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f45559f80 x1874546788419712/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707408.455806:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707408.455809:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f45559f80 x1874546788419712/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707408.455815:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707408.455817:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1787707408.455917:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1787707408.455921:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f49c20f00. 00000400:00000200:0.0:1787707408.455923:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707408.455927:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:0.0:1787707408.455930:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b07f8 00000400:00000010:0.0:1787707408.455932:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b07f8. 00000100:00000001:0.0:1787707408.455934:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1787707408.455937:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f45558700 x1874546788419840/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707408.455944:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707408.455947:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f45558700 x1874546788419840/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707408.455953:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707408.455955:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1787707408.456942:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707408.456949:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295049753 00000100:00000001:2.0:1787707408.456955:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295051009 00000100:00000001:2.0:1787707408.456958:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295049753 00000100:00000001:2.0:1787707408.457135:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295051009 00000100:00000001:2.0:1787707408.457138:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707408.457143:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.457242:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.457247:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.457257:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707408.457259:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787707408.457263:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.457266:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707408.457267:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.457270:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.457403:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.457406:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707408.457409:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.457411:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.457535:0:1357:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (387) 00000800:00000001:0.0:1787707408.460619:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707408.462953:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707408.463049:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707408.463056:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707408.463123:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463135:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707408.463156:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463162:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463228:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463234:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 25 MB=0x6a8e3ef704700 00000400:00000200:0.0:1787707408.463239:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463246:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 224/224 into md 0x861 [1] + 224 00000800:00000001:0.0:1787707408.463255:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707408.463260:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707408.463264:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707408.463268:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707408.463279:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707408.463408:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f45558380 x1874546788419328/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707408.463543:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f45558380 x1874546788419328/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.463608:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.463614:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787707408.463633:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707408.463647:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707408.463653:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707408.463655:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707408.463659:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707408.463663:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463667:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707408.463672:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463675:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463678:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463681:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704780 00000400:00000200:0.0:1787707408.463685:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463690:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x869 [1] + 224 00000800:00000001:0.0:1787707408.463695:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707408.463700:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707408.463702:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707408.463706:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707408.463716:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707408.463722:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f4555aa00 x1874546788419456/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707408.463730:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f4555aa00 x1874546788419456/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1787707408.463825:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787707408.463828:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787707408.463833:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f49c8e268. 00000400:00000200:2.0:1787707408.463838:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0198 00000400:00000010:2.0:1787707408.463840:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0198. 00000100:00000001:2.0:1787707408.463844:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1787707408.463845:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707408.463850:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1787707408.463850:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f45558380 x1874546788419328/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1787707408.463855:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707408.463857:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707408.463859:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1787707408.463859:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f45558380 x1874546788419328/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787707408.463863:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463867:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000100:00000001:2.0:1787707408.463867:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1787707408.463872:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463874:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707408.463875:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707408.463877:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707408.463879:0:2402:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:0.0:1787707408.463880:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704800 00000400:00000200:0.0:1787707408.463883:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 02000000:00000001:2.0:1787707408.463884:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:0.0:1787707408.463887:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x871 [1] + 224 00000100:00000001:2.0:1787707408.463887:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787707408.463890:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787707408.463891:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1787707408.463893:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1787707408.463895:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707408.463897:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707408.463901:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00001000:2.0:1787707408.463902:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f493aec60 time=86 v=5 (5 0 0 0) 00000100:00000001:0.0:1787707408.463904:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:2.0:1787707408.463907:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f493aec18 time=86 v=5 (1 0 0 0) 00000100:00000200:0.0:1787707408.463910:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f4555b480 x1874546788419584/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.463911:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787707408.463913:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707408.463917:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000040:0.0:1787707408.463918:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f4555b480 x1874546788419584/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787707408.463919:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.463922:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707408.463925:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1787707408.463927:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f45558380 x1874546788419328/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1787707408.463928:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707408.463931:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707408.463933:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1787707408.463934:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707408.463938:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787707408.463941:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707408.463943:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787707408.463946:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f45558380 x1874546788419328/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787707408.463947:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463951:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000100:00100000:2.0:1787707408.463954:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f45558380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2402:1874546788419328:192.168.203.115@tcp:400:kworker.0 00000400:00000200:0.0:1787707408.463956:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463959:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463961:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463964:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704880 00000400:00000200:0.0:1787707408.463967:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.463971:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x879 [1] + 224 00000800:00000001:0.0:1787707408.463975:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707408.463978:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707408.463981:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707408.463984:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707408.463987:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707408.463992:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f45559f80 x1874546788419712/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707408.464000:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f45559f80 x1874546788419712/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707408.464008:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707408.464012:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707408.464015:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707408.464017:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707408.464019:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707408.464022:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.464025:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707408.464029:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.464031:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707408.464034:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707408.464034:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787707408.464037:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704900 00000100:00000001:2.0:1787707408.464038:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1787707408.464040:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000040:2.0:1787707408.464042:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f45558380 x1874546788419328/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1787707408.464044:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:0.0:1787707408.464048:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1787707408.464049:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787707408.464053:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787707408.464057:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f58c27400. 02000000:00000001:2.0:1787707408.464061:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:0.0:1787707408.464063:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707408.464065:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707408.464068:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707408.464072:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707408.464077:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f45558700 x1874546788419840/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707408.464085:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f45558700 x1874546788419840/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707408.464092:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707408.464096:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707408.464099:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787707408.464128:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707408.464131:0:2402:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:2.0:1787707408.464134:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787707408.464137:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f49c20700. 02000000:00000001:2.0:1787707408.464148:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787707408.464150:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787707408.464153:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f45558380. 00000100:00000001:2.0:1787707408.464157:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787707408.464158:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.464162:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.464164:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.464230:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787707408.464235:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787707408.464237:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787707408.464240:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f49c8e9f8. 00000400:00000200:2.0:1787707408.464244:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0c38 00000400:00000010:2.0:1787707408.464246:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0c38. 00000100:00000001:2.0:1787707408.464248:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787707408.464253:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f45558700 x1874546788419840/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787707408.464262:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f45558700 x1874546788419840/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.464269:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787707408.464271:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.464273:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787707408.464274:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787707408.464276:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787707408.464277:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707408.464280:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787707408.464419:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58610c60 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1787707408.464553:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58610c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1787707408.464555:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787707408.464556:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707408.464557:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787707408.464562:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f45558700 x1874546788419840/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787707408.464567:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.464570:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787707408.464572:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:2.0:1787707408.464579:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787707408.464580:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.464583:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f45558700 x1874546788419840/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.464587:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707408.464589:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787707408.464590:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787707408.464592:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f45558700 x1874546788419840/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707408.464597:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f45558700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2402:1874546788419840:192.168.203.115@tcp:400:kworker.0 00000400:00000001:2.0:1787707408.464601:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787707408.464602:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787707408.464603:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f49c8e9a0. 00000400:00000200:2.0:1787707408.464605:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b02a8 00000400:00000010:2.0:1787707408.464606:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b02a8. 00000100:00000001:2.0:1787707408.464608:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787707408.464610:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f4555b480 x1874546788419584/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787707408.464614:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f4555b480 x1874546788419584/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.464619:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787707408.464619:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.464621:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787707408.464622:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787707408.464622:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787707408.464623:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707408.464625:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787707408.464629:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58d1e460 time=85 v=5 (5 0 0 0) 00000100:00001000:2.0:1787707408.464630:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58d1e418 time=85 v=5 (1 0 0 0) 00000100:00000001:2.0:1787707408.464632:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787707408.464633:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707408.464634:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787707408.464640:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f4555b480 x1874546788419584/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787707408.464644:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.464646:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787707408.464647:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f43ef7000: skip recheck: last_committed 0 00000100:00000001:2.0:1787707408.464648:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787707408.464648:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.464650:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f4555b480 x1874546788419584/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.464654:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707408.464655:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787707408.464655:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787707408.464657:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f4555b480 x1874546788419584/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707408.464661:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788419584:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1787707408.464663:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.464665:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707408.464666:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f45558700 x1874546788419840/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.464670:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787707408.464671:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787707408.464672:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f58c26200. 02000000:00000001:2.0:1787707408.464673:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787707408.464674:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707408.464675:0:2402:0:(genops.c:1223:class_import_put()) import ffff967f58610800 refcount=3 obd=lustre-MDT0001-mdc-ffff967f44d83000 00000020:00000001:2.0:1787707408.464677:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787707408.464678:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f49c20600. 02000000:00000001:2.0:1787707408.464679:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787707408.464680:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787707408.464681:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f45558700. 00000100:00000001:2.0:1787707408.464683:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787707408.464686:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.464688:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707408.464690:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f4555b480 x1874546788419584/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.464694:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787707408.464694:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787707408.464695:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f58c27000. 02000000:00000001:2.0:1787707408.464696:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787707408.464697:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707408.464698:0:2402:0:(genops.c:1223:class_import_put()) import ffff967f58d1e000 refcount=3 obd=lustre-MDT0001-mdc-ffff967f43ef7000 00000020:00000001:2.0:1787707408.464698:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787707408.464699:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f49c20d00. 02000000:00000001:2.0:1787707408.464700:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787707408.464701:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787707408.464701:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f4555b480. 00000100:00000001:2.0:1787707408.464703:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787707408.464704:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.464705:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.464712:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707408.464714:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.464715:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.464717:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.464729:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.464730:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787707408.464733:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787707408.464734:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787707408.464735:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f49c8e160. 00000400:00000200:2.0:1787707408.464737:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0dd0 00000400:00000010:2.0:1787707408.464862:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0dd0. 00000100:00000001:2.0:1787707408.464866:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787707408.464871:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f45559f80 x1874546788419712/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787707408.464879:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f45559f80 x1874546788419712/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.464885:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787707408.464887:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.464894:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787707408.464896:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787707408.464897:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787707408.464899:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707408.464901:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787707408.464906:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58617460 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1787707408.464909:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58617418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1787707408.464911:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787707408.464913:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707408.464914:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787707408.464917:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.464920:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787707408.464921:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:2.0:1787707408.464923:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787707408.464924:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.464929:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f45559f80 x1874546788419712/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.464935:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707408.464937:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787707408.464938:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787707408.464941:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f45559f80 x1874546788419712/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707408.464949:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f45559f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788419712:192.168.203.115@tcp:400:kworker.0 00000400:00000001:2.0:1787707408.464955:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787707408.464956:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787707408.464958:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f49c8e688. 00000400:00000200:2.0:1787707408.465029:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b03b8 00000400:00000010:2.0:1787707408.465033:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b03b8. 00000100:00000001:2.0:1787707408.465036:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787707408.465045:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f4555aa00 x1874546788419456/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787707408.465053:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f4555aa00 x1874546788419456/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.465144:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787707408.465146:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.465148:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787707408.465150:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787707408.465151:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787707408.465152:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707408.465154:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787707408.465159:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f48d55c60 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1787707408.465162:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f48d55c18 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1787707408.465164:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787707408.465225:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707408.465228:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787707408.465230:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.465233:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787707408.465234:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f43ef7000: skip recheck: last_committed 0 00000100:00000001:2.0:1787707408.465237:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787707408.465238:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707408.465243:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f4555aa00 x1874546788419456/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.465251:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707408.465253:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787707408.465254:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787707408.465257:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f4555aa00 x1874546788419456/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707408.465264:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788419456:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1787707408.465268:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.465270:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707408.465273:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f45559f80 x1874546788419712/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.465279:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787707408.465280:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787707408.465288:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f58c27800. 02000000:00000001:2.0:1787707408.465291:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787707408.465293:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707408.465295:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f58617000 refcount=3 obd=lustre-MDT0000-mdc-ffff967f44d83000 00000020:00000001:2.0:1787707408.465297:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787707408.465299:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f49c20200. 02000000:00000001:2.0:1787707408.465302:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787707408.465303:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787707408.465305:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f45559f80. 00000100:00000001:2.0:1787707408.465308:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787707408.465310:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.465311:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707408.465315:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f4555aa00 x1874546788419456/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707408.465398:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787707408.465400:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787707408.465402:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f58c27e00. 02000000:00000001:2.0:1787707408.465404:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787707408.465406:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707408.465407:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f48d55800 refcount=3 obd=lustre-MDT0000-mdc-ffff967f43ef7000 00000020:00000001:2.0:1787707408.465409:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787707408.465411:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f49c20000. 02000000:00000001:2.0:1787707408.465413:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787707408.465414:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787707408.465416:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f4555aa00. 00000100:00000001:2.0:1787707408.465418:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787707408.465419:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.465542:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707408.465548:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707408.465550:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707408.465553:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707408.465554:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1787707408.759539:0:10104:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1787707408.759549:0:10104:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:1.0:1787707408.764008:0:10104:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1787707409.215228:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707409.215237:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707409.215242:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707409.215244:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787707409.218923:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787707409.218930:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707409.218936:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787707409.790855:0:8223:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951910 (cpu 1) has reached its deadline 4295051009, at 4295051072 00000100:00000010:1.0:1787707409.790871:0:8223:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f49294e40. 00000100:00000040:0.0:1787707409.790931:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951800 (cpu 0) has reached its deadline 4295051009, at 4295051072 00000100:00000010:0.0:1787707409.790936:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f49294f00. 00000080:00000001:0.0:1787707410.121106:0:10202:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787707410.121117:0:10202:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707410.239902:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707410.239909:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707410.239925:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707410.239927:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787707410.241856:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787707410.241877:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707410.241881:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707411.262833:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707411.262839:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707411.262844:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707411.262845:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787707411.262923:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787707411.262929:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707411.262934:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:2.0:1787707412.004706:0:10266:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff967f4806e3d0. 00000400:00000040:2.0:1787707412.004728:0:10266:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1787707412.004731:0:10266:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1787707412.004733:0:10266:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1787707412.004734:0:10266:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1787707412.004852:0:10266:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1787707412.004854:0:10266:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1787707412.004856:0:10266:0:(api-ni.c:3111:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1787707412.004930:0:10266:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff967f4806e3d0. 00010000:00000001:1.0:1787707412.287025:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707412.287033:0:8223:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787707412.287035:0:8223:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787707412.287038:0:8223:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707412.287044:0:8223:0:(ldlm_lockd.c:2378:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787707412.287046:0:8223:0:(ldlm_lockd.c:2381:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707412.287048:0:8223:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707412.287050:0:8223:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707412.287053:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707412.287054:0:8223:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1787707412.287056:0:8223:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1787707412.287057:0:8223:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707412.287058:0:8223:0:(ldlm_lockd.c:2378:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1787707412.287060:0:8223:0:(ldlm_lockd.c:2381:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707412.287061:0:8223:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707412.287062:0:8223:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787707412.287162:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787707412.287168:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707412.287173:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1787707413.227010:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.227033:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707413.227039:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.227042:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707413.227054:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.227064:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707413.227073:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.227080:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.227087:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.227091:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 328 into portal 15 MB=0x6a8e3f0d18c00 00000400:00000200:0.0:1787707413.227101:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.115@tcp of length 328/328 into md 0x19 [2] + 984 00000800:00000001:0.0:1787707413.227111:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.227115:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707413.227119:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707413.227125:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707413.227136:0:2392:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1787707413.227140:0:2392:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1787707413.227162:0:2392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d8c700. 00000100:00000040:0.0:1787707413.227167:0:2392:0:(events.c:337:request_in_callback()) incoming req@ffff967f58d8c700 x1874546811571200 msgsize 328 00000100:00100000:0.0:1787707413.227173:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00000001:0.0:1787707413.227186:0:2392:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1787707413.227196:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.227200:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707413.227202:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.227204:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707413.227208:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.227212:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707413.227216:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.227219:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.227222:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.227225:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 328 into portal 15 MB=0x6a8e3f0d18c80 00000400:00000200:0.0:1787707413.227230:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.115@tcp of length 328/328 into md 0x19 [2] + 1312 00000800:00000001:0.0:1787707413.227234:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.227241:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707413.227244:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707413.227247:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707413.227250:0:2392:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1787707413.227252:0:2392:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1787707413.227255:0:2392:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d8f480. 00000100:00000040:0.0:1787707413.227258:0:2392:0:(events.c:337:request_in_callback()) incoming req@ffff967f58d8f480 x1874546811571328 msgsize 328 00000100:00100000:0.0:1787707413.227262:0:2392:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.115@tcp (source: 12345-192.168.203.115@tcp) 00000100:00000001:0.0:1787707413.227273:0:2392:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1787707413.227277:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.227280:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707413.227318:0:6164:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1787707413.227321:0:6164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874546811571200 02000000:00000001:0.0:1787707413.227325:0:6164:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1787707413.227328:0:6164:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787707413.227331:0:6164:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707413.227336:0:6164:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787707413.227343:0:6164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874546811571200 00000020:00000001:0.0:1787707413.227352:0:6164:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787707413.227354:0:6164:0:(genops.c:804:class_conn2export()) looking for export cookie 0xef8a31b52a3b6133 00000020:00000001:0.0:1787707413.227357:0:6164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787707413.227361:0:6164:0:(lustre_handles.c:148:class_handle2object()) GET export ffff967f596d5000 refcount=3 00000020:00000001:0.0:1787707413.227364:0:6164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628072438190080 : -116001271361536 : ffff967f596d5000) 00000020:00000001:0.0:1787707413.227366:0:6164:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628072438190080 : -116001271361536 : ffff967f596d5000) 00000100:00000001:0.0:1787707413.227372:0:6164:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1787707413.227375:0:6164:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff967f47c039c0. 00000100:00000001:0.0:1787707413.227379:0:6164:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1787707413.227382:0:6164:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff967f47c039c0. 00000020:00000010:0.0:1787707413.227390:0:6164:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff967f488d0c00. 00000020:00000010:0.0:1787707413.227397:0:6164:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff967f516cc200. 00000020:00000010:0.0:1787707413.227403:0:6164:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff967f45fd6ed8. 00000100:00000040:0.0:1787707413.227415:0:6164:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1787707413.227418:0:6164:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1787707413.227420:0:6164:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1787707413.227422:0:6164:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707413.227440:0:6164:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707413.227443:0:6164:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707413.227455:0:6164:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1787707413.227457:0:6164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874546811571328 02000000:00000001:0.0:1787707413.227458:0:6164:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1787707413.227460:0:6164:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787707413.227461:0:6164:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707413.227464:0:6164:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787707413.227466:0:6164:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874546811571328 00000020:00000001:0.0:1787707413.227467:0:6164:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1787707413.227468:0:6164:0:(genops.c:804:class_conn2export()) looking for export cookie 0xef8a31b52a3b6133 00000020:00000001:0.0:1787707413.227470:0:6164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787707413.227472:0:6164:0:(lustre_handles.c:148:class_handle2object()) GET export ffff967f596d5000 refcount=4 00000020:00000001:0.0:1787707413.227474:0:6164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628072438190080 : -116001271361536 : ffff967f596d5000) 00000020:00000001:0.0:1787707413.227476:0:6164:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446628072438190080 : -116001271361536 : ffff967f596d5000) 00000100:00000001:0.0:1787707413.227479:0:6164:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1787707413.227481:0:6164:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff967f47c039c0. 00000100:00000001:0.0:1787707413.227488:0:6164:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1787707413.227490:0:6164:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff967f47c039c0. 00000020:00000010:0.0:1787707413.227495:0:6164:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff967f488d0e00. 00000020:00000010:0.0:1787707413.227498:0:6164:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff967f516cca80. 00000020:00000010:0.0:1787707413.227501:0:6164:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff967f45fd6c80. 00000100:00000001:0.0:1787707413.227504:0:6164:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1787707413.227505:0:6164:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1787707413.227507:0:6164:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707413.227510:0:6164:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707413.227512:0:6164:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707413.227520:0:6164:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1787707413.227523:0:6164:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1787707413.227528:0:6164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 3 00000100:00000040:0.0:1787707413.227532:0:6164:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff967f596d5000 : new rpc_count 1 00000100:00000001:0.0:1787707413.227534:0:6164:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446628072428455680 : -116001281095936 : ffff967f58d8c700) 00000100:00000040:0.0:1787707413.227543:0:6164:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff967f58d8c700 x1874546811571200/t0(0) o104->d829a6f2-ddf5-48c5-884c-8dabdaf957f4@192.168.203.115@tcp:304/0 lens 328/0 e 0 to 0 dl 1787707424 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787707413.227554:0:6164:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1787707413.227556:0:6164:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff967f47c039c0. 00000100:00000001:0.0:1787707413.227559:0:6164:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1787707413.227561:0:6164:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff967f47c039c0. 00000100:00100000:0.0:1787707413.227566:0:6164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff967f58d8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d829a6f2-ddf5-48c5-884c-8dabdaf957f4+4:13393:x1874546811571200:12345-192.168.203.115@tcp:104: 00000100:00000200:0.0:1787707413.227570:0:6164:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874546811571200 00010000:00000001:0.0:1787707413.227573:0:6164:0:(ldlm_lockd.c:2497:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1787707413.227593:0:6164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787707413.227595:0:6164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787707413.227597:0:6164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff967f4150f000 refcount=2 00000020:00000001:0.0:1787707413.227600:0:6164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628072033677312 : -116001675874304 : ffff967f4150f000) 00010000:00000001:0.0:1787707413.227603:0:6164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628072033677312 : -116001675874304 : ffff967f4150f000) 00010000:00000001:0.0:1787707413.227607:0:6164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787707413.227611:0:6164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787707413.227623:0:6164:0:(ldlm_lockd.c:2643:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b61fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xedf007d7564927cd expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787707413.227635:0:6164:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1787707413.227639:0:6164:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1787707413.227643:0:6164:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff967f46a97400. 02000000:00000001:0.0:1787707413.227646:0:6164:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707413.227649:0:6164:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707413.227655:0:6164:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1787707413.227658:0:6164:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787707413.227663:0:6164:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f44fcc9e8 time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1787707413.227668:0:6164:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787707413.227671:0:6164:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff967f50303e00 refcount 28 to 192.168.203.115@tcp 00000100:00000001:0.0:1787707413.227674:0:6164:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628072283192832 : -116001426358784 : ffff967f50303e00) 02000000:00000001:0.0:1787707413.227676:0:6164:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1787707413.227679:0:6164:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707413.227682:0:6164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787707413.227686:0:6164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1787707413.227691:0:6164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b54dd0. 00000100:00000200:0.0:1787707413.227697:0:6164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874546811571200, offset 224 00000400:00000200:0.0:1787707413.227704:0:6164:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1787707413.227711:0:6164:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.227719:0:6164:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.15@tcp to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1787707413.227726:0:6164:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [155:155:256:4294967295] 192.168.203.115@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:0.0:1787707413.227731:0:6164:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.228176:0:6164:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:192.168.203.15@tcp) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1787707413.228182:0:6164:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1787707413.228190:0:6164:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f51759e00. 00000800:00000200:0.0:1787707413.228198:0:6164:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1787707413.228206:0:6164:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1787707413.228211:0:6164:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f51759e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787707413.228224:0:6164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707413.228235:0:6164:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff967f50303e00 refcount 27 to 192.168.203.115@tcp 00010000:00000001:0.0:1787707413.228238:0:6164:0:(ldlm_lockd.c:2378:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1787707413.228242:0:6164:0:(ldlm_lockd.c:2386:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff967f45d81600. 00010000:00000001:0.0:1787707413.228246:0:6164:0:(ldlm_lockd.c:2282:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1787707413.228255:0:6164:0:(ldlm_lockd.c:2312:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1787707413.228258:0:6164:0:(ldlm_lockd.c:2321:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707413.228259:0:6164:0:(ldlm_lockd.c:2391:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707413.228261:0:6164:0:(ldlm_lockd.c:2670:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707413.228267:0:6164:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d8c700 x1874546811571200/t0(0) o104->d829a6f2-ddf5-48c5-884c-8dabdaf957f4@192.168.203.115@tcp:304/0 lens 328/224 e 0 to 0 dl 1787707424 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787707413.228278:0:6164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff967f58d8c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d829a6f2-ddf5-48c5-884c-8dabdaf957f4+4:13393:x1874546811571200:12345-192.168.203.115@tcp:104: Request processed in 723us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1787707413.228286:0:6164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 3 00000100:00000040:0.0:1787707413.228291:0:6164:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff967f596d5000 : new rpc_count 0 00000100:00000001:0.0:1787707413.228294:0:6164:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1787707413.228296:0:6164:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1787707413.228302:0:6164:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff967f516cc200. 00000020:00000010:0.0:1787707413.228312:0:6164:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff967f45fd6ed8. 00000020:00000010:0.0:1787707413.228316:0:6164:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff967f488d0c00. 00000020:00000040:0.0:1787707413.228321:0:6164:0:(genops.c:879:class_export_put()) PUTting export ffff967f596d5000 : new refcount 3 00000100:00000001:0.0:1787707413.228324:0:6164:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707413.228337:0:6164:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1787707413.228339:0:6164:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1787707413.228342:0:6164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.115@tcp, seq: 4 00000100:00000040:0.0:1787707413.228345:0:6164:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff967f596d5000 : new rpc_count 1 00000100:00000001:0.0:1787707413.228347:0:6164:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446628072428467328 : -116001281084288 : ffff967f58d8f480) 00000100:00000040:0.0:1787707413.228352:0:6164:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff967f58d8f480 x1874546811571328/t0(0) o104->d829a6f2-ddf5-48c5-884c-8dabdaf957f4@192.168.203.115@tcp:304/0 lens 328/0 e 0 to 0 dl 1787707424 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787707413.228361:0:6164:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1787707413.228364:0:6164:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff967f47c039c0. 00000100:00000001:0.0:1787707413.228367:0:6164:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1787707413.228374:0:6164:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff967f47c039c0. 00000100:00100000:0.0:1787707413.228379:0:6164:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff967f58d8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d829a6f2-ddf5-48c5-884c-8dabdaf957f4+3:13393:x1874546811571328:12345-192.168.203.115@tcp:104: 00000100:00000200:0.0:1787707413.228383:0:6164:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874546811571328 00010000:00000001:0.0:1787707413.228385:0:6164:0:(ldlm_lockd.c:2497:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1787707413.228390:0:6164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787707413.228392:0:6164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1787707413.228394:0:6164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff967f8215e800 refcount=2 00000020:00000001:0.0:1787707413.228396:0:6164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628073120327680 : -116000589223936 : ffff967f8215e800) 00010000:00000001:0.0:1787707413.228399:0:6164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628073120327680 : -116000589223936 : ffff967f8215e800) 00010000:00000001:0.0:1787707413.228401:0:6164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787707413.228403:0:6164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787707413.228406:0:6164:0:(ldlm_lockd.c:2643:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.115@tcp lock: ffff967f8215e800/0xef8a31b52a3b61bf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xedf007d7564927b8 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1787707413.228414:0:6164:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1787707413.228416:0:6164:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1787707413.228419:0:6164:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff967f46a96800. 02000000:00000001:0.0:1787707413.228421:0:6164:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787707413.228649:0:2393:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707413.228655:0:2393:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f51759e00. 00000400:00000200:1.0:1787707413.228660:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707413.228665:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707413.228671:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b54dd0 00000400:00000010:1.0:1787707413.228673:0:2393:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b54dd0. 00000100:00000001:1.0:1787707413.228677:0:2393:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1787707413.228679:0:2393:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1787707413.229722:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787707413.229728:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707413.229753:0:6173:0:(ldlm_lockd.c:2943:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1787707413.229758:0:6173:0:(ldlm_lockd.c:3023:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1787707413.229761:0:6173:0:(ldlm_lockd.c:2013:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1787707413.229766:0:6173:0:(ldlm_lockd.c:2015:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b61fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xedf007d7564927cd expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707413.229776:0:6173:0:(ldlm_lockd.c:2029:ldlm_handle_bl_callback()) Lock ffff967f4150f000 already unused, calling callback (ffffffffc1428c20) 10000000:00000001:3.0:1787707413.229780:0:6173:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1787707413.229783:0:6173:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b61fe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xedf007d7564927cd expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787707413.229790:0:6173:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1787707413.229792:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787707413.229794:0:6173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787707413.229796:0:6173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff967f4150f000 refcount=3 00000020:00000001:3.0:1787707413.229799:0:6173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628072033677312 : -116001675874304 : ffff967f4150f000) 00010000:00000001:3.0:1787707413.229801:0:6173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628072033677312 : -116001675874304 : ffff967f4150f000) 00010000:00000001:3.0:1787707413.229804:0:6173:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1787707413.229807:0:6173:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b61fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xedf007d7564927cd expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1787707413.229813:0:6173:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1787707413.229815:0:6173:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b61fe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xedf007d7564927cd expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787707413.229838:0:6173:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1787707413.229843:0:6173:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1787707413.229844:0:6173:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1787707413.229847:0:6173:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1787707413.229848:0:6173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1787707413.229849:0:6173:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787707413.229871:0:6173:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1787707413.229873:0:6173:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1787707413.229874:0:6173:0:(mgc_request.c:123:config_log_put()) log params(ffff967f44fa2200) refs 2 10000000:00000001:3.0:1787707413.229877:0:6173:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1787707413.229878:0:6173:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707413.229883:0:6173:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1787707413.229886:0:6173:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1787707413.229888:0:6173:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787707413.229890:0:6173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787707413.229893:0:6173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787707413.229896:0:6173:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff967f4150f000 with handle 0xef8a31b52a3b61fe from hash 00010000:00000001:3.0:1787707413.229899:0:6173:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1787707413.229901:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787707413.229902:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787707413.229904:0:6173:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787707413.229906:0:6173:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787707413.229908:0:6173:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1787707413.229911:0:6173:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787707413.229914:0:6173:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1787707413.229924:0:6173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dc8700. 00000020:00000040:3.0:1787707413.229927:0:6173:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:3.0:1787707413.229933:0:6173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707413.229936:0:6173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707413.229942:0:6173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707413.229949:0:6173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff967f60d56c00. 00000100:00000001:3.0:1787707413.229956:0:6173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707413.229959:0:6173:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1787707413.229976:0:6173:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b61fe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xedf007d7564927cd expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707413.229993:0:6173:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1787707413.229995:0:6173:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707413.230000:0:6173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707413.230006:0:6173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707413.230019:0:6173:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001be6cef7] to pc [ptlrpcd_01_01+1] req@ffff967f58dc8700 x1874546788419968/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787707413.230056:0:6173:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707413.230104:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707413.230109:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707413.230113:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787707413.230121:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dc8700 x1874546788419968/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.230131:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707413.230133:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707413.230138:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787707413.230140:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787707413.230143:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787707413.230147:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788419968:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1787707413.230152:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787707413.230158:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787707413.230161:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707413.230164:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787707413.230169:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f58df4a00. 02000000:00000001:2.0:1787707413.230172:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707413.230179:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1787707413.230184:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f49c8e688. 00000400:00000010:2.0:1787707413.230191:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b03b8. 00000100:00000200:2.0:1787707413.230199:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788419968, portal 18 00000100:00000001:2.0:1787707413.230202:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787707413.230204:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428701440 : -116001280850176 : ffff967f58dc8700) 00000100:00000040:2.0:1787707413.230211:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dc8700 x1874546788419968/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.230219:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787707413.230222:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1787707413.230225:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0dd0. 00000100:00000200:2.0:1787707413.230229:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874546788419968, offset 0 00000400:00000200:2.0:1787707413.230236:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1787707413.230251:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707413.230259:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1787707413.230264:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787707413.230270:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1787707413.230274:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787707413.230277:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1787707413.230281:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [156:156:256:4294967295] 192.168.203.115@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:2.0:1787707413.230286:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707413.230296:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1787707413.230303:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1787707413.230308:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f49c20200. 00000800:00000200:2.0:1787707413.230315:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1787707413.230324:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1787707413.230329:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f49c20200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1787707413.230343:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707413.230347:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707413.230350:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295055788 00000100:00000010:2.0:1787707413.230355:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff967f492944e0. 00000100:00000001:2.0:1787707413.230363:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1787707413.230371:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295055788 00000100:00000010:2.0:1787707413.230374:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff967f492941e0. 00000100:00000001:2.0:1787707413.230377:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1787707413.230381:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707413.230384:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.230388:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.230391:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.230399:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707413.230402:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787707413.230405:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707413.230406:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707413.230407:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.230410:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.230440:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707413.230443:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707413.230562:0:6164:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707413.230571:0:6164:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1787707413.230582:0:6164:0:(ldlm_lib.c:3355:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787707413.230586:0:6164:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f44fcc9e8 time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1787707413.230592:0:6164:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1787707413.230595:0:6164:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff967f50303e00 refcount 28 to 192.168.203.115@tcp 00000100:00000001:0.0:1787707413.230598:0:6164:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446628072283192832 : -116001426358784 : ffff967f50303e00) 02000000:00000001:0.0:1787707413.230601:0:6164:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1787707413.230604:0:6164:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707413.230608:0:6164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787707413.230610:0:6164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1787707413.230614:0:6164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b54ee0. 00000100:00000200:0.0:1787707413.230617:0:6164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874546811571328, offset 224 00000400:00000200:0.0:1787707413.230623:0:6164:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1787707413.230628:0:6164:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.230638:0:6164:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.15@tcp to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1787707413.230643:0:6164:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [157:157:255:4294967295] 192.168.203.115@tcp LPNI seq info [157:157:7:4294967295] 00000400:00000200:0.0:1787707413.230648:0:6164:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.230655:0:6164:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:192.168.203.15@tcp) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1787707413.230660:0:6164:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1787707413.230664:0:6164:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f51759300. 00000800:00000200:0.0:1787707413.230668:0:6164:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1787707413.230673:0:6164:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1787707413.230676:0:6164:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f51759300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787707413.230679:0:6164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707413.230682:0:6164:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff967f50303e00 refcount 27 to 192.168.203.115@tcp 00010000:00000001:0.0:1787707413.230687:0:6164:0:(ldlm_lockd.c:2378:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1787707413.230690:0:6164:0:(ldlm_lockd.c:2386:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff967f45d813c0. 00010000:00000001:0.0:1787707413.230693:0:6164:0:(ldlm_lockd.c:2282:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1787707413.230710:0:6164:0:(ldlm_lockd.c:2312:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1787707413.230713:0:6164:0:(ldlm_lockd.c:2321:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707413.230715:0:6164:0:(ldlm_lockd.c:2391:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707413.230717:0:6164:0:(ldlm_lockd.c:2670:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707413.230725:0:6164:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d8f480 x1874546811571328/t0(0) o104->d829a6f2-ddf5-48c5-884c-8dabdaf957f4@192.168.203.115@tcp:304/0 lens 328/224 e 0 to 0 dl 1787707424 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:1.0:1787707413.231032:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707413.231037:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f49c20200. 00000400:00000200:1.0:1787707413.231044:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707413.231049:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707413.231056:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0dd0 00000400:00000010:1.0:1787707413.231058:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0dd0. 00000100:00000001:1.0:1787707413.231063:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707413.231069:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dc8700 x1874546788419968/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707413.231093:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707413.231097:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dc8700 x1874546788419968/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707413.231105:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707413.231107:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787707413.231182:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707413.231185:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f51759300. 00000400:00000200:1.0:1787707413.231190:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707413.231194:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707413.231197:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b54ee0 00000400:00000010:1.0:1787707413.231199:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b54ee0. 00000100:00000001:1.0:1787707413.231202:0:2392:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1787707413.231204:0:2392:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:0.0:1787707413.231318:0:6164:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff967f58d8f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:d829a6f2-ddf5-48c5-884c-8dabdaf957f4+3:13393:x1874546811571328:12345-192.168.203.115@tcp:104: Request processed in 2953us (4055us total) trans 0 rc 0/0 00000100:00100000:0.0:1787707413.231330:0:6164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.115@tcp, seq: 4 00000100:00000040:0.0:1787707413.231335:0:6164:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff967f596d5000 : new rpc_count 0 00000100:00000001:0.0:1787707413.231338:0:6164:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1787707413.231340:0:6164:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1787707413.231347:0:6164:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff967f516cca80. 00000020:00000010:0.0:1787707413.231352:0:6164:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff967f45fd6c80. 00000020:00000010:0.0:1787707413.231358:0:6164:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff967f488d0e00. 00000020:00000040:0.0:1787707413.231369:0:6164:0:(genops.c:879:class_export_put()) PUTting export ffff967f596d5000 : new refcount 2 00000100:00000001:0.0:1787707413.231373:0:6164:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787707413.231448:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787707413.231451:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707413.231455:0:6174:0:(ldlm_lockd.c:2943:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1787707413.232125:0:10285:0:(ldlm_lockd.c:3118:ldlm_bl_thread_main()) Process entered 00010000:00000010:0.0:1787707413.232132:0:10285:0:(ldlm_lockd.c:3120:ldlm_bl_thread_main()) kmalloced '(env)': 56 at ffff967f47c039c0. 00000020:00000010:0.0:1787707413.232138:0:10285:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff967f488d0c00. 00000020:00000010:0.0:1787707413.232145:0:10285:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff967f488d1800. 00000020:00000010:0.0:1787707413.232152:0:10285:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff967f58613800. 00000020:00000010:0.0:1787707413.232159:0:10285:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff967f58608000. 00000020:00000010:0.0:1787707413.232165:0:10285:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff967f488d0600. 80000000:00000010:0.0:1787707413.232170:0:10285:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff967f466d5240. 40000000:00000010:0.0:1787707413.232175:0:10285:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff967f47c03000. 00100000:00000010:0.0:1787707413.232181:0:10285:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff967f58612800. 00040000:00000010:0.0:1787707413.232187:0:10285:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff967f51759800. 00040000:00000010:0.0:1787707413.232192:0:10285:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff967f488d0a00. 00002000:00000010:0.0:1787707413.232197:0:10285:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff967f46a96000. 00000020:00000010:0.0:1787707413.232203:0:10285:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff967f47c03cc0. 00000020:00000001:0.0:1787707413.232248:0:10285:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787707413.232251:0:10285:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787707413.232254:0:10285:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787707413.232256:0:10285:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787707413.232257:0:10285:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787707413.232259:0:10285:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787707413.232260:0:10285:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787707413.232262:0:10285:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787707413.232264:0:10285:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787707413.233789:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787707413.233801:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787707413.233804:0:6173:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707413.233809:0:6173:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787707413.233813:0:6173:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707413.233820:0:6173:0:(ldlm_lockd.c:2041:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b61fe lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xedf007d7564927cd expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787707413.233831:0:6173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1787707413.233834:0:6173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff967f4150f000/0xef8a31b52a3b61fe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xedf007d7564927cd expref: -99 pid: 9099 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000010:3.0:1787707413.233848:0:6173:0:(lprocfs_status.c:1411:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 128 at ffff967f470c8200. 00010000:00000001:3.0:1787707413.233859:0:6173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787707413.233861:0:6173:0:(ldlm_lockd.c:2043:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1787707413.233866:0:6173:0:(ldlm_lockd.c:3061:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff967f45d81600. 00010000:00000001:3.0:1787707413.233870:0:6173:0:(ldlm_lockd.c:3065:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787707413.233875:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787707413.233877:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707413.233880:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787707413.233881:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787707413.233882:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707413.233884:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1787707413.233887:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787707413.233888:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707413.233907:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1787707413.238505:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.238532:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707413.238537:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.238539:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707413.238550:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.238559:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707413.238571:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.238578:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.238585:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.238590:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 18 MB=0x6a8e3ef704980 00000400:00000200:0.0:1787707413.238612:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.238620:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.115@tcp of length 224/224 into md 0x891 [1] + 224 00000800:00000001:0.0:1787707413.238630:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.238640:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707413.238644:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707413.238649:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707413.238659:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707413.238670:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dc8700 x1874546788419968/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707413.238683:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58dc8700 x1874546788419968/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707413.238712:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707413.238723:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.238726:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1787707413.240731:0:6174:0:(ldlm_lockd.c:3023:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1787707413.240768:0:6174:0:(ldlm_lockd.c:2013:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1787707413.240776:0:6174:0:(ldlm_lockd.c:2015:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.115@tcp lock: ffff967f8215e800/0xef8a31b52a3b61bf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xedf007d7564927b8 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707413.240792:0:6174:0:(ldlm_lockd.c:2029:ldlm_handle_bl_callback()) Lock ffff967f8215e800 already unused, calling callback (ffffffffc1428c20) 10000000:00000001:2.0:1787707413.240795:0:6174:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1787707413.240798:0:6174:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.115@tcp lock: ffff967f8215e800/0xef8a31b52a3b61bf lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xedf007d7564927b8 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787707413.240805:0:6174:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1787707413.240808:0:6174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787707413.240811:0:6174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787707413.240814:0:6174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff967f8215e800 refcount=3 00000020:00000001:2.0:1787707413.240817:0:6174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628073120327680 : -116000589223936 : ffff967f8215e800) 00010000:00000001:2.0:1787707413.240820:0:6174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628073120327680 : -116000589223936 : ffff967f8215e800) 00010000:00000001:2.0:1787707413.240824:0:6174:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1787707413.240827:0:6174:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.115@tcp lock: ffff967f8215e800/0xef8a31b52a3b61bf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xedf007d7564927b8 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1787707413.240833:0:6174:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1787707413.240836:0:6174:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.115@tcp lock: ffff967f8215e800/0xef8a31b52a3b61bf lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xedf007d7564927b8 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787707413.240842:0:6174:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1787707413.240846:0:6174:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1787707413.240847:0:6174:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1787707413.240849:0:6174:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1787707413.240851:0:6174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1787707413.240871:0:6174:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.240891:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707413.240896:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787707413.240907:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787707413.240910:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787707413.240914:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f49c8e688. 00000400:00000200:2.0:1787707413.240920:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b03b8 00000400:00000010:2.0:1787707413.240923:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b03b8. 00000100:00000001:2.0:1787707413.240928:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787707413.240939:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dc8700 x1874546788419968/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787707413.240950:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dc8700 x1874546788419968/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.240958:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787707413.240960:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.240963:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787707413.240966:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787707413.240969:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787707413.240972:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707413.240975:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787707413.240984:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f493aeca8 time=80 v=5 (5 0 0 0) 00000100:00001000:2.0:1787707413.240988:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f493aec18 time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1787707413.241001:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787707413.241003:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707413.241006:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787707413.241008:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.241011:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707413.241016:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dc8700 x1874546788419968/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.241023:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707413.241026:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787707413.241029:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787707413.241033:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dc8700 x1874546788419968/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707413.241041:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788419968:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1787707413.241053:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.241057:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707413.241061:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dc8700 x1874546788419968/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.241068:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787707413.241071:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787707413.241075:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f58df4a00. 02000000:00000001:2.0:1787707413.241079:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787707413.241082:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707413.241084:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:2.0:1787707413.241087:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 10000000:00000001:3.0:1787707413.241088:0:6174:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 02000000:00000010:2.0:1787707413.241090:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff967f60d56c00. 10000000:00000001:3.0:1787707413.241093:0:6174:0:(mgc_request.c:117:config_log_put()) Process entered 02000000:00000001:2.0:1787707413.241096:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 10000000:00000040:3.0:1787707413.241097:0:6174:0:(mgc_request.c:123:config_log_put()) log params(ffff967f60d03a00) refs 2 02000000:00000001:2.0:1787707413.241100:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 10000000:00000001:3.0:1787707413.241103:0:6174:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000010:2.0:1787707413.241105:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dc8700. 10000000:00000001:3.0:1787707413.241106:0:6174:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.241111:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1787707413.241113:0:6174:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000100:00000001:2.0:1787707413.241114:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787707413.241119:0:6174:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00000100:00000001:2.0:1787707413.241120:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1787707413.241123:0:6174:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1787707413.241127:0:6174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787707413.241130:0:6174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.241131:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707413.241135:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1787707413.241135:0:6174:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff967f8215e800 with handle 0xef8a31b52a3b61bf from hash 00000100:00000001:2.0:1787707413.241140:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1787707413.241141:0:6174:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:2.0:1787707413.241144:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707413.241145:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787707413.241149:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787707413.241151:0:6174:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1787707413.241153:0:6174:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1787707413.241155:0:6174:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1787707413.241160:0:6174:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1787707413.241164:0:6174:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1787707413.241198:0:6174:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f4555aa00. 00000020:00000040:2.0:1787707413.241203:0:6174:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:2.0:1787707413.241208:0:6174:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787707413.241210:0:6174:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707413.241215:0:6174:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707413.241222:0:6174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff967f58df4a00. 00000100:00000001:2.0:1787707413.241228:0:6174:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707413.241231:0:6174:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1787707413.241237:0:6174:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.115@tcp lock: ffff967f8215e800/0xef8a31b52a3b61bf lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xedf007d7564927b8 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707413.241243:0:6174:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1787707413.241244:0:6174:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.241256:0:6174:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787707413.241261:0:6174:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707413.241267:0:6174:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a20c15c4] to pc [ptlrpcd_01_00+0] req@ffff967f4555aa00 x1874546788420096/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787707413.241295:0:6174:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787707413.241298:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787707413.241299:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787707413.241301:0:6174:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707413.241303:0:6174:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787707413.241305:0:6174:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707413.241308:0:6174:0:(ldlm_lockd.c:2041:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.115@tcp lock: ffff967f8215e800/0xef8a31b52a3b61bf lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xedf007d7564927b8 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787707413.241315:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1787707413.241317:0:6174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.115@tcp lock: ffff967f8215e800/0xef8a31b52a3b61bf lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xedf007d7564927b8 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1787707413.241325:0:6174:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff967f6036e800 count: 0 00010000:00000001:2.0:1787707413.241339:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787707413.241341:0:6174:0:(ldlm_lockd.c:2043:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1787707413.241344:0:6174:0:(ldlm_lockd.c:3061:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff967f45d813c0. 00010000:00000001:2.0:1787707413.241348:0:6174:0:(ldlm_lockd.c:3065:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.241353:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1787707413.241355:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1787707413.241357:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.241360:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707413.241362:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.241363:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707413.241365:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707413.241367:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787707413.241371:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f4555aa00 x1874546788420096/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.241378:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707413.241381:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707413.241384:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787707413.241392:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787707413.241394:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787707413.241398:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788420096:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1787707413.241403:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787707413.241409:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787707413.241411:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707413.241414:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787707413.241418:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f58df5400. 02000000:00000001:2.0:1787707413.241420:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707413.241427:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1787707413.241431:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f49c8e688. 00000400:00000010:2.0:1787707413.241437:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b03b8. 00000100:00000200:2.0:1787707413.241443:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788420096, portal 18 00000100:00000001:2.0:1787707413.241446:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787707413.241447:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101095936 : -116001608455680 : ffff967f4555aa00) 00000100:00000040:2.0:1787707413.241453:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f4555aa00 x1874546788420096/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.241460:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787707413.241464:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1787707413.241466:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b02a8. 00000100:00000200:2.0:1787707413.241470:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874546788420096, offset 0 00000400:00000200:2.0:1787707413.241477:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1787707413.241485:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707413.241494:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1787707413.241500:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787707413.241505:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1787707413.241509:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787707413.241512:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1787707413.241516:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [158:158:256:4294967295] 192.168.203.115@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:2.0:1787707413.241521:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707413.241531:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1787707413.241537:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1787707413.241546:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f49c20d00. 00000800:00000200:2.0:1787707413.241554:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1787707413.241563:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1787707413.241567:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f49c20d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1787707413.241577:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787707413.241934:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707413.241940:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f49c20d00. 00000400:00000200:1.0:1787707413.241945:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707413.241951:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707413.241957:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b02a8 00000400:00000010:1.0:1787707413.241960:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b02a8. 00000100:00000001:1.0:1787707413.241964:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707413.241969:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f4555aa00 x1874546788420096/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707413.241980:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707413.241983:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f4555aa00 x1874546788420096/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707413.241997:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707413.241999:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1787707413.242208:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707413.242212:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295055800 00000100:00000001:2.0:1787707413.242221:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295055788 00000100:00000001:2.0:1787707413.242226:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295055800 00000100:00000001:2.0:1787707413.242229:0:2403:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295055788 00000100:00000001:2.0:1787707413.242232:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707413.242235:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.242238:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.242241:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787707413.242250:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787707413.242252:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707413.242255:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787707413.242257:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787707413.242266:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707413.242268:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1787707413.242270:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787707413.242272:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707413.242274:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787707413.243822:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707413.243832:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1F:1787707413.247981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff967f4150f000. 00000800:00000001:0.0:1787707413.252215:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.252237:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707413.252242:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.252245:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707413.252257:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.252268:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707413.252279:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.252284:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.252291:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.252295:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 18 MB=0x6a8e3ef704a00 00000400:00000200:0.0:1787707413.252301:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.252321:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.115@tcp of length 224/224 into md 0x8a1 [1] + 224 00000800:00000001:0.0:1787707413.252330:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.252339:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707413.252343:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707413.252348:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707413.252357:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707413.252367:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f4555aa00 x1874546788420096/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707413.252396:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f4555aa00 x1874546788420096/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707413.252416:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707413.252427:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.252431:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.252515:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707413.252520:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787707413.252528:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787707413.252530:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787707413.252534:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f49c8e688. 00000400:00000200:2.0:1787707413.252539:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b03b8 00000400:00000010:2.0:1787707413.252542:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b03b8. 00000100:00000001:2.0:1787707413.252545:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787707413.252550:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f4555aa00 x1874546788420096/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787707413.252559:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f4555aa00 x1874546788420096/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.252573:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787707413.252575:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.252589:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787707413.252594:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787707413.252597:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787707413.252600:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707413.252604:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787707413.252614:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f493aeca8 time=80 v=5 (5 0 0 0) 00000100:00001000:2.0:1787707413.252619:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f493aec18 time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1787707413.252622:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787707413.252624:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707413.252627:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787707413.252630:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.252633:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707413.252638:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f4555aa00 x1874546788420096/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.252646:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707413.252649:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787707413.252651:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787707413.252655:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f4555aa00 x1874546788420096/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707413.252664:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788420096:192.168.203.115@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1787707413.252670:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.252672:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707413.252676:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f4555aa00 x1874546788420096/t0(0) o103->MGC192.168.203.115@tcp@192.168.203.115@tcp:17/18 lens 328/224 e 0 to 0 dl 1787707429 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.252684:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787707413.252687:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787707413.252692:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f58df5400. 02000000:00000001:2.0:1787707413.252697:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787707413.252701:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707413.252703:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:2.0:1787707413.252713:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787707413.252717:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff967f58df4a00. 02000000:00000001:2.0:1787707413.252721:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787707413.252723:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787707413.252725:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f4555aa00. 00000100:00000001:2.0:1787707413.252729:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787707413.252731:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1F:1787707413.252786:0:2403:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff967f6036e800. 00010000:00000010:2.1:1787707413.252798:0:2403:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff967f8215e800. 00000100:00000001:2.0:1787707413.252807:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.252817:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707413.252819:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.252822:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707413.252825:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707413.320945:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707413.320955:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707413.320963:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707413.320965:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787707413.327421:0:10285:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787707413.327431:0:10285:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787707413.327444:0:10285:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787707413.567037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707413.567047:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787707413.567058:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dcaa00. 00000020:00000040:3.0:1787707413.567066:0:38:0:(genops.c:1210:class_import_get()) import ffff967f48d55800 refcount=4 obd=lustre-MDT0000-mdc-ffff967f43ef7000 00000100:00000001:3.0:1787707413.567072:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707413.567076:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707413.567083:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707413.567094:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f43269500. 00000100:00000001:3.0:1787707413.567104:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707413.567123:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0000_UUID req@ffff967f58dcaa00 x1874546788420224/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787707413.567136:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707413.567140:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707413.567162:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3003f66] to pc [ptlrpcd_01_01+1] req@ffff967f58dcaa00 x1874546788420224/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707413.567195:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707413.567198:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707413.567202:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787707413.567205:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dc9f80. 00000020:00000040:3.0:1787707413.567207:0:38:0:(genops.c:1210:class_import_get()) import ffff967f58d1e000 refcount=4 obd=lustre-MDT0001-mdc-ffff967f43ef7000 00000100:00000001:3.0:1787707413.567210:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707413.567211:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707413.567213:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707413.567217:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f43269b00. 00000100:00000001:3.0:1787707413.567220:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707413.567225:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0001_UUID req@ffff967f58dc9f80 x1874546788420352/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787707413.567232:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707413.567234:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707413.567238:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2ca3a16] to pc [ptlrpcd_01_00+0] req@ffff967f58dc9f80 x1874546788420352/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.567247:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707413.567247:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707413.567250:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787707413.567255:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1787707413.567255:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787707413.567258:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787707413.567260:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707413.567263:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787707413.567267:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787707413.567272:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dcaa00 x1874546788420224/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707413.567272:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787707413.567275:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dcbb80. 00000020:00000040:3.0:1787707413.567281:0:38:0:(genops.c:1210:class_import_get()) import ffff967f58617000 refcount=4 obd=lustre-MDT0000-mdc-ffff967f44d83000 00000100:00000001:2.0:1787707413.567286:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707413.567290:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707413.567291:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707413.567295:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707413.567299:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707413.567299:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707413.567304:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787707413.567308:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787707413.567312:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788420224:192.168.203.115@tcp:400:kworker.0 02000000:00000010:3.0:1787707413.567317:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f43269f00. 00000100:00000001:2.0:1787707413.567318:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1787707413.567323:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707413.567327:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1787707413.567331:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0000_UUID req@ffff967f58dcbb80 x1874546788420480/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1787707413.567332:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707413.567338:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1787707413.567343:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707413.567345:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707413.567347:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f58df5400. 00000100:00000040:3.0:1787707413.567350:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002b39f5e9] to pc [ptlrpcd_01_01+1] req@ffff967f58dcbb80 x1874546788420480/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1787707413.567352:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707413.567364:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707413.567364:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707413.567368:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1787707413.567372:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f49c8e688. 00000100:00000001:3.0:1787707413.567373:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787707413.567378:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dc9180. 00000020:00000040:3.0:1787707413.567382:0:38:0:(genops.c:1210:class_import_get()) import ffff967f58610800 refcount=4 obd=lustre-MDT0001-mdc-ffff967f44d83000 00000400:00000010:2.0:1787707413.567384:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b03b8. 00000100:00000001:3.0:1787707413.567384:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707413.567386:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707413.567390:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707413.567394:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f43269900. 00000100:00000200:2.0:1787707413.567396:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788420224, portal 10 00000100:00000001:3.0:1787707413.567398:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.567401:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1787707413.567405:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0001_UUID req@ffff967f58dc9180 x1874546788420608/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787707413.567406:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428710400 : -116001280841216 : ffff967f58dcaa00) 00000100:00000001:3.0:1787707413.567414:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707413.567418:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707413.567422:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007a9f721c] to pc [ptlrpcd_01_00+0] req@ffff967f58dc9180 x1874546788420608/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707413.567429:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707413.567431:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787707413.567436:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787707413.567437:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dcaa00 x1874546788420224/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787707413.567449:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787707413.567451:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707413.567455:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787707413.567457:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1787707413.567462:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0c38. 00000100:00000040:3.0:1787707413.567463:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (392) 00000100:00000200:2.0:1787707413.567467:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788420224, offset 0 00000100:00000001:3.0:1787707413.567477:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1787707413.567478:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000100:00000001:3.0:1787707413.567482:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707413.567485:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1787707413.567492:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000040:3.0:1787707413.567492:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dc9f80 x1874546788420352/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707413.567501:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1787707413.567504:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000100:00000001:3.0:1787707413.567504:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707413.567510:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1787707413.567514:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:3.0:1787707413.567514:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707413.567519:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707413.567522:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000100:00100000:3.0:1787707413.567527:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788420352:192.168.203.115@tcp:400:kworker.0 00000400:00000200:2.0:1787707413.567531:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1787707413.567534:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1787707413.567537:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 02000000:00000001:3.0:1787707413.567539:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707413.567542:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707413.567544:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [159:159:256:4294967295] 192.168.203.115@tcp LPNI seq info [159:159:8:4294967295] 02000000:00000001:3.0:1787707413.567546:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1787707413.567550:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 02000000:00000010:3.0:1787707413.567552:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f60d56a00. 02000000:00000001:3.0:1787707413.567556:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707413.567563:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707413.567566:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000400:00000010:3.0:1787707413.567569:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2e18. 00000800:00000200:2.0:1787707413.567576:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707413.567576:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269aa0. 00000100:00000200:3.0:1787707413.567583:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788420352, portal 10 00000800:00000010:2.0:1787707413.567584:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f49c20000. 00000100:00000001:3.0:1787707413.567586:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707413.567589:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428707712 : -116001280843904 : ffff967f58dc9f80) 00000800:00000200:2.0:1787707413.567594:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000100:00000040:3.0:1787707413.567600:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dc9f80 x1874546788420352/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1787707413.567609:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000100:00000001:3.0:1787707413.567613:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1787707413.567616:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f49c20000 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1787707413.567618:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707413.567624:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f492696e8. 00000100:00000001:2.0:1787707413.567629:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787707413.567634:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788420352, offset 0 00000100:00000040:2.0:1787707413.567636:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: using a timeout of 119555 usecs (120 jiffies) 00000400:00000200:2.0:1787707413.567643:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707413.567644:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000100:00000001:2.0:1787707413.567647:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 0 is 4295054968 00000400:00000200:3.0:1787707413.567653:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707413.567654:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS request active for cpu 0, keep current deadline 4295055800 00000100:00000001:2.0:1787707413.567658:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 1 is 4295054968 00000400:00000200:3.0:1787707413.567661:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000100:00000001:2.0:1787707413.567662:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS request active for cpu 1, keep current deadline 4295055800 00000100:00000001:2.0:1787707413.567667:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1787707413.567668:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707413.567672:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707413.567677:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1787707413.567678:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707413.567682:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000100:00000001:2.0:1787707413.567684:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707413.567689:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [160:160:255:4294967295] 192.168.203.115@tcp LPNI seq info [160:160:7:4294967295] 00000100:00000001:2.0:1787707413.567690:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787707413.567697:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707413.567701:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707413.567705:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1787707413.567708:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000100:00000001:2.0:1787707413.567709:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707413.567713:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707413.567715:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000800:00000200:3.0:1787707413.567719:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000100:00000040:2.0:1787707413.567724:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dcbb80 x1874546788420480/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1787707413.567725:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269700. 00000800:00000200:3.0:1787707413.567771:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707413.567778:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000100:00000001:2.0:1787707413.567779:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707413.567783:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787707413.567784:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269700 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:2.0:1787707413.567787:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1787707413.567789:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707413.567790:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1787707413.567794:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: using a timeout of 140285 usecs (141 jiffies) 02000000:00000001:2.0:1787707413.567795:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787707413.567801:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788420480:192.168.203.115@tcp:400:kworker.0 00000400:00000200:3.0:1787707413.567802:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707413.567807:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 0 is 4295054990 00000100:00000001:2.0:1787707413.567808:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1787707413.567812:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS request active for cpu 0, keep current deadline 4295055800 02000000:00000001:2.0:1787707413.567813:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787707413.567817:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707413.567818:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 1 is 4295054990 02000000:00000001:2.0:1787707413.567820:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1787707413.567822:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS request active for cpu 1, keep current deadline 4295055800 02000000:00000010:2.0:1787707413.567825:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f58df4000. 00000100:00000001:3.0:1787707413.567826:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787707413.567830:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707413.567831:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707413.567836:0:2402:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1787707413.567837:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1787707413.567841:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f49c8e160. 00000100:00000040:3.0:1787707413.567843:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dc9180 x1874546788420608/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1787707413.567847:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0198. 00000100:00000200:2.0:1787707413.567853:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788420480, portal 10 00000100:00000001:2.0:1787707413.567858:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707413.567858:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707413.567860:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428714880 : -116001280836736 : ffff967f58dcbb80) 00000100:00000001:3.0:1787707413.567867:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707413.567869:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dcbb80 x1874546788420480/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1787707413.567871:0:2402:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707413.567874:0:2402:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707413.567880:0:2402:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.567882:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00100000:3.0:1787707413.567887:0:2402:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2402:1874546788420608:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707413.567891:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707413.567893:0:2402:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707413.567895:0:2402:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707413.567897:0:2402:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707413.567900:0:2402:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f60d57a00. 02000000:00000001:3.0:1787707413.567902:0:2402:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707413.567906:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707413.567908:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2e70. 00000400:00000010:3.0:1787707413.567913:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269220. 00000100:00000200:3.0:1787707413.567916:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788420608, portal 10 00000100:00000001:3.0:1787707413.567918:0:2402:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707413.567920:0:2402:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428704128 : -116001280847488 : ffff967f58dc9180) 00000100:00000040:3.0:1787707413.567926:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dc9180 x1874546788420608/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707413.567933:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707413.567936:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707413.567939:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f492695d8. 00000100:00000200:3.0:1787707413.567941:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788420608, offset 0 00000400:00000200:3.0:1787707413.567946:0:2402:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707413.567951:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707413.567954:0:2402:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707413.567957:0:2402:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707413.567960:0:2402:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707413.567962:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707413.567965:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707413.567968:0:2402:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [161:161:254:4294967295] 192.168.203.115@tcp LPNI seq info [161:161:6:4294967295] 00000400:00000200:3.0:1787707413.567972:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707413.567978:0:2402:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707413.567989:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707413.567992:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269600. 00000800:00000200:3.0:1787707413.567996:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707413.568000:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707413.568002:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787707413.568005:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707413.568008:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: using a timeout of 17628 usecs (18 jiffies) 00000400:00000200:3.0:1787707413.568011:0:2402:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707413.568013:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295054867 00000100:00000001:3.0:1787707413.568016:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295055800 00000100:00000001:3.0:1787707413.568018:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295054867 00000100:00000001:3.0:1787707413.568019:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295055800 00000100:00000001:3.0:1787707413.568021:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707413.568023:0:2402:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707413.568025:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707413.568027:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707413.568031:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787707413.568033:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787707413.568034:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707413.568036:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707413.568037:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707413.568039:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707413.568094:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1787707413.568098:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0330. 00000100:00000200:2.0:1787707413.568101:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788420480, offset 0 00000400:00000200:2.0:1787707413.568110:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1787707413.568114:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707413.568118:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1787707413.568121:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787707413.568123:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1787707413.568126:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787707413.568128:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1787707413.568139:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [162:162:253:4294967295] 192.168.203.115@tcp LPNI seq info [162:162:5:4294967295] 00000400:00000200:2.0:1787707413.568143:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707413.568150:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1787707413.568154:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1787707413.568158:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f49c20600. 00000800:00000200:2.0:1787707413.568162:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1787707413.568166:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1787707413.568169:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f49c20600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787707413.568172:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707413.568175:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: using a timeout of 17011 usecs (18 jiffies) 00000400:00000200:2.0:1787707413.568178:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707413.568180:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295054867 00000100:00000001:2.0:1787707413.568182:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295055800 00000100:00000001:2.0:1787707413.568184:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295054867 00000100:00000001:2.0:1787707413.568186:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295055800 00000100:00000001:2.0:1787707413.568188:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707413.568190:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.568192:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.568194:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.568197:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707413.568198:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787707413.568200:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707413.568201:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707413.568203:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.568208:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787707413.569873:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707413.569896:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f49c20000. 00000400:00000200:1.0:1787707413.569904:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707413.569913:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707413.569923:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0c38 00000400:00000010:1.0:1787707413.569926:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0c38. 00000100:00000001:1.0:1787707413.569931:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707413.569941:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dcaa00 x1874546788420224/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707413.569955:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707413.569959:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dcaa00 x1874546788420224/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707413.569967:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707413.569968:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787707413.569987:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707413.569989:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269700. 00000400:00000200:1.0:1787707413.569993:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707413.569996:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707413.569999:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f492696e8 00000400:00000010:1.0:1787707413.570001:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f492696e8. 00000100:00000001:1.0:1787707413.570004:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707413.570009:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dc9f80 x1874546788420352/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707413.570017:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707413.570019:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dc9f80 x1874546788420352/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707413.570024:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707413.570026:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787707413.573320:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707413.573329:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269600. 00000400:00000200:1.0:1787707413.573336:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707413.573346:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707413.573361:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f492695d8 00000400:00000010:1.0:1787707413.573364:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f492695d8. 00000100:00000001:1.0:1787707413.573371:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707413.573380:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dc9180 x1874546788420608/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707413.573396:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707413.573400:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dc9180 x1874546788420608/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707413.573409:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707413.573411:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787707413.577328:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707413.577342:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f49c20600. 00000400:00000200:1.0:1787707413.577352:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707413.577363:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707413.577373:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0330 00000400:00000010:1.0:1787707413.577376:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0330. 00000100:00000001:1.0:1787707413.577382:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707413.577393:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dcbb80 x1874546788420480/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707413.577408:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707413.577412:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dcbb80 x1874546788420480/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1787707413.581019:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1787707413.581085:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707413.581090:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1787707413.581118:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707413.581123:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.581126:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707413.581137:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581147:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707413.581155:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581159:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581165:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581169:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704a80 00000400:00000200:0.0:1787707413.581174:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581180:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:0.0:1787707413.581189:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.581193:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707413.581239:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707413.581245:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707413.581254:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707413.581301:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dcaa00 x1874546788420224/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707413.581312:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58dcaa00 x1874546788420224/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707413.581327:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707413.581336:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.581341:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707413.581343:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.581352:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707413.581356:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581359:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707413.581363:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581367:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581369:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581372:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704b00 00000400:00000200:0.0:1787707413.581374:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581378:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x8b1 [1] + 224 00000800:00000001:0.0:1787707413.581381:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.581384:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707413.581386:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707413.581388:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707413.581391:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707413.581396:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dc9f80 x1874546788420352/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707413.581404:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58dc9f80 x1874546788420352/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707413.581420:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707413.581424:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.581427:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707413.581428:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.581430:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707413.581433:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581436:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:0.0:1787707413.581439:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581441:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581443:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581446:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704c00 00000400:00000200:0.0:1787707413.581448:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581452:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x8c1 [1] + 224 00000800:00000001:0.0:1787707413.581455:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.581464:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707413.581466:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707413.581470:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707413.581473:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707413.581478:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dc9180 x1874546788420608/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707413.581486:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58dc9180 x1874546788420608/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707413.581487:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707413.581492:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707413.581492:0:2402:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1787707413.581496:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.581498:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1787707413.581500:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1787707413.581500:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:0.0:1787707413.581502:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1787707413.581502:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1787707413.581504:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707413.581506:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2e18. 00000400:00000200:0.0:1787707413.581508:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:3.0:1787707413.581511:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269aa0 00000400:00000200:0.0:1787707413.581512:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581514:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707413.581514:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269aa0. 00000400:00000200:0.0:1787707413.581516:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707413.581519:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef704b80 00000400:00000200:0.0:1787707413.581522:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707413.581576:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707413.581579:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707413.581631:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707413.581636:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dc9f80 x1874546788420352/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707413.581655:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dc9f80 x1874546788420352/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707413.581660:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707413.581662:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707413.581665:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707413.581668:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707413.581671:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707413.581674:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707413.581677:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707413.581688:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58d1e460 time=90 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707413.581692:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58d1e418 time=90 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707413.581695:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707413.581697:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707413.581701:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787707413.581705:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dc9f80 x1874546788420352/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787707413.581712:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707413.581716:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787707413.581719:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f43ef7000: skip recheck: last_committed 0 00000100:00000001:3.0:1787707413.581720:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787707413.581722:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707413.581727:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dc9f80 x1874546788420352/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707413.581833:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707413.581836:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707413.581838:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707413.581843:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dc9f80 x1874546788420352/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707413.581851:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2402:1874546788420352:192.168.203.115@tcp:400:kworker.0 00000400:00000200:0.0:1787707413.583261:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x8b9 [1] + 224 00000800:00000001:0.0:1787707413.583277:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.583302:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787707413.583306:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787707413.583311:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:0.0:1787707413.583320:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707413.583329:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dcbb80 x1874546788420480/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707413.583339:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58dcbb80 x1874546788420480/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707413.583349:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1787707413.583372:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1787707413.583377:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1787707413.584495:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787707413.584502:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787707413.584506:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f49c8e688. 00000400:00000200:2.0:1787707413.584513:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b03b8 00000400:00000010:2.0:1787707413.584515:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b03b8. 00000100:00000001:2.0:1787707413.584520:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787707413.584530:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dcaa00 x1874546788420224/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787707413.584540:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dcaa00 x1874546788420224/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.584547:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787707413.584549:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.584553:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787707413.584557:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787707413.584561:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787707413.584563:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707413.584567:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787707413.584579:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f48d55c60 time=91 v=5 (5 0 0 0) 00000100:00001000:2.0:1787707413.584584:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f48d55c18 time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1787707413.584586:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787707413.584588:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707413.584592:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787707413.584596:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.584600:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787707413.584602:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f43ef7000: skip recheck: last_committed 0 00000100:00000001:2.0:1787707413.584604:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787707413.584606:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707413.584611:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dcaa00 x1874546788420224/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.584619:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707413.584622:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787707413.584624:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787707413.584636:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dcaa00 x1874546788420224/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707413.584646:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788420224:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1787707413.584651:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.584654:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707413.584658:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dcaa00 x1874546788420224/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.584665:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787707413.584668:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787707413.584672:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f58df5400. 02000000:00000001:2.0:1787707413.584676:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787707413.584680:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707413.584681:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f48d55800 refcount=3 obd=lustre-MDT0000-mdc-ffff967f43ef7000 00000020:00000001:2.0:1787707413.584684:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787707413.584686:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f43269500. 02000000:00000001:2.0:1787707413.584691:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787707413.584694:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787707413.584696:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dcaa00. 00000100:00000001:2.0:1787707413.584699:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787707413.584701:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.584704:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.584707:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707413.584709:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787707413.584714:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787707413.584715:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787707413.584717:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f49c8e160. 00000400:00000200:2.0:1787707413.584719:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0198 00000400:00000010:2.0:1787707413.584721:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0198. 00000100:00000001:2.0:1787707413.584723:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787707413.584727:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dcbb80 x1874546788420480/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787707413.584759:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dcbb80 x1874546788420480/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.584775:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787707413.584777:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.584779:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787707413.584780:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787707413.584781:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787707413.584783:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707413.584784:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787707413.584789:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58617460 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1787707413.584792:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58617418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1787707413.584793:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787707413.584794:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707413.584796:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787707413.584798:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.584800:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787707413.584801:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:2.0:1787707413.584803:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787707413.584804:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707413.584808:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dcbb80 x1874546788420480/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.584814:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707413.584816:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787707413.584817:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787707413.584820:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dcbb80 x1874546788420480/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707413.584827:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2403:1874546788420480:192.168.203.115@tcp:400:kworker.0 00000100:00000001:2.0:1787707413.584831:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.584833:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707413.584836:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dcbb80 x1874546788420480/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707413.584842:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787707413.584844:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787707413.584851:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f58df4000. 02000000:00000001:2.0:1787707413.584854:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787707413.584855:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707413.584857:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f58617000 refcount=3 obd=lustre-MDT0000-mdc-ffff967f44d83000 00000020:00000001:2.0:1787707413.584859:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787707413.584860:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f43269f00. 02000000:00000001:2.0:1787707413.584863:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787707413.584864:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787707413.584865:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dcbb80. 00000100:00000001:2.0:1787707413.584868:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787707413.584869:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.584871:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707413.584879:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707413.584881:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707413.584883:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787707413.584885:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1787707413.586150:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707413.586169:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707413.586172:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2e70. 00000400:00000200:3.0:1787707413.586179:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269220 00000400:00000010:3.0:1787707413.586181:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269220. 00000100:00000001:3.0:1787707413.586186:0:2402:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707413.586197:0:2402:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dc9180 x1874546788420608/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707413.586208:0:2402:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dc9180 x1874546788420608/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707413.586216:0:2402:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707413.586218:0:2402:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707413.586221:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707413.586224:0:2402:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707413.586227:0:2402:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707413.586229:0:2402:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707413.586232:0:2402:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707413.586240:0:2402:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58610c60 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707413.586244:0:2402:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58610c18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707413.586246:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707413.586248:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707413.586251:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787707413.586255:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58dc9180 x1874546788420608/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787707413.586261:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707413.586264:0:2402:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787707413.586266:0:2402:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:3.0:1787707413.586268:0:2402:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787707413.586270:0:2402:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707413.586274:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dc9180 x1874546788420608/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707413.586280:0:2402:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707413.586283:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707413.586285:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707413.586293:0:2402:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dc9180 x1874546788420608/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707413.586300:0:2402:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2402:1874546788420608:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707413.586466:0:2402:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707413.586469:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707413.586474:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dc9f80 x1874546788420352/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707413.586481:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707413.586484:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707413.586487:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f60d56a00. 02000000:00000001:3.0:1787707413.586491:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707413.586493:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707413.586495:0:2402:0:(genops.c:1223:class_import_put()) import ffff967f58d1e000 refcount=3 obd=lustre-MDT0001-mdc-ffff967f43ef7000 00000020:00000001:3.0:1787707413.586497:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707413.586499:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f43269b00. 02000000:00000001:3.0:1787707413.586503:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707413.586505:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707413.586507:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dc9f80. 00000100:00000001:3.0:1787707413.586510:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707413.586511:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707413.586513:0:2402:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707413.586516:0:2402:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dc9180 x1874546788420608/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707413.586522:0:2402:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707413.586523:0:2402:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707413.586524:0:2402:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f60d57a00. 02000000:00000001:3.0:1787707413.586527:0:2402:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707413.586528:0:2402:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707413.586529:0:2402:0:(genops.c:1223:class_import_put()) import ffff967f58610800 refcount=3 obd=lustre-MDT0001-mdc-ffff967f44d83000 00000020:00000001:3.0:1787707413.586531:0:2402:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707413.586532:0:2402:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f43269900. 02000000:00000001:3.0:1787707413.586534:0:2402:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707413.586535:0:2402:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707413.586542:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dc9180. 00000100:00000001:3.0:1787707413.586544:0:2402:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707413.586545:0:2402:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707413.586547:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707413.586555:0:2402:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787707413.586557:0:2402:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707413.586559:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707413.586562:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1787707414.213322:0:10347:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:1.0:1787707414.337009:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707414.337019:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707414.337026:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707414.337028:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787707414.337367:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787707414.337372:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707414.337375:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:1.0:1787707414.344646:0:6176:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1787707414.344656:0:6176:0:(mgc_request.c:108:config_log_get()) log params (ffff967f44fa2200) refs 2 10000000:00000001:1.0:1787707414.344663:0:6176:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787707414.344666:0:6176:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1787707414.344668:0:6176:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1787707414.344679:0:6176:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1787707414.344682:0:6176:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1787707414.344684:0:6176:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1787707414.344686:0:6176:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff967f44d83000 from 7 10000000:00000001:1.0:1787707414.344689:0:6176:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1787707414.344691:0:6176:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1787707414.344700:0:6176:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d6aa00. 00000020:00000040:1.0:1787707414.344705:0:6176:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:1.0:1787707414.344712:0:6176:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787707414.344716:0:6176:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787707414.344722:0:6176:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787707414.345451:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff967f47ee9e00. 00000100:00000001:1.0:1787707414.345468:0:6176:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707414.345475:0:6176:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1787707414.345478:0:6176:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1787707414.345489:0:6176:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff967f6036ea00. 00010000:00000001:1.0:1787707414.345496:0:6176:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1787707414.345499:0:6176:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff967f8215e400. 00000020:00000001:1.0:1787707414.345506:0:6176:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1787707414.345509:0:6176:0:(lustre_handles.c:93:class_handle_hash()) added object ffff967f8215e400 with handle 0xef8a31b52a3b622f to hash 00000020:00000001:1.0:1787707414.345512:0:6176:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1787707414.345513:0:6176:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628073120326656 : -116000589224960 : ffff967f8215e400) 00010000:00000001:1.0:1787707414.345516:0:6176:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628073120326656 : -116000589224960 : ffff967f8215e400) 00010000:00000001:1.0:1787707414.345521:0:6176:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1787707414.345525:0:6176:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787707414.345530:0:6176:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f8215e400/0xef8a31b52a3b622f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707414.345541:0:6176:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff967f8215e400/0xef8a31b52a3b622f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787707414.345554:0:6176:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff967f8215e400/0xef8a31b52a3b622f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1787707414.345561:0:6176:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1787707414.345573:0:6176:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1787707414.345581:0:6176:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff967f58c78c00. 00000100:00000001:1.0:1787707414.345584:0:6176:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446628072427326464 : -116001282225152 : ffff967f58c78c00) 00000100:00000001:1.0:1787707414.345587:0:6176:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787707414.345589:0:6176:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428317184 : -116001281234432 : ffff967f58d6aa00) 00000100:00000001:1.0:1787707414.345596:0:6176:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787707414.345602:0:6176:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707414.345604:0:6176:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1787707414.345606:0:6176:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787707414.345621:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d6aa00 x1874546788420736/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.345631:0:6176:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787707414.345638:0:6176:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707414.345643:0:6176:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787707414.345646:0:6176:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787707414.345649:0:6176:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787707414.345654:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d6aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788420736:192.168.203.115@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1787707414.345659:0:6176:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787707414.345666:0:6176:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787707414.345669:0:6176:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707414.345671:0:6176:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787707414.345677:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff967f45fb1400. 02000000:00000001:1.0:1787707414.345679:0:6176:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787707414.345688:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:1.0:1787707414.345693:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f507f2f20. 00000400:00000010:1.0:1787707414.345701:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f59370a18. 00000100:00000200:1.0:1787707414.345710:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874546788420736, portal 25 00000100:00000001:1.0:1787707414.345712:0:6176:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787707414.345714:0:6176:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428317184 : -116001281234432 : ffff967f58d6aa00) 00000100:00000040:1.0:1787707414.345720:0:6176:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d6aa00 x1874546788420736/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.349229:0:6176:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787707414.349242:0:6176:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:1.0:1787707414.349260:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f59370550. 00000100:00000200:1.0:1787707414.349269:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874546788420736, offset 0 00000400:00000200:1.0:1787707414.349279:0:6176:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:1.0:1787707414.349296:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.349307:0:6176:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:1.0:1787707414.349314:0:6176:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787707414.349319:0:6176:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:1.0:1787707414.349324:0:6176:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787707414.349327:0:6176:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:1.0:1787707414.349331:0:6176:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [163:163:256:4294967295] 192.168.203.115@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:1.0:1787707414.349336:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.349348:0:6176:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:1.0:1787707414.349355:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:1.0:1787707414.349362:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f4af80400. 00000800:00000200:1.0:1787707414.349371:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:1.0:1787707414.349381:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:1.0:1787707414.349387:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f4af80400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787707414.349407:0:6176:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787707414.349414:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:1.0:1787707414.349417:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295056905 00000100:00000001:1.0:1787707414.349427:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295055800 00000100:00000001:1.0:1787707414.349434:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295056905 00000100:00000001:1.0:1787707414.349438:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295055800 00000100:00000001:1.0:1787707414.349441:0:6176:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787707414.349446:0:6176:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707414.349450:0:6176:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787707414.349452:0:6176:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1787707414.349456:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f58c78c00 going to sleep for 11 seconds 00000100:00000001:1.0:1787707414.349461:0:6176:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787707414.349465:0:6176:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787707414.349627:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707414.349639:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f4af80400. 00000400:00000200:1.0:1787707414.349645:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707414.349652:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707414.349659:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f59370550 00000400:00000010:1.0:1787707414.349662:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f59370550. 00000100:00000001:1.0:1787707414.349668:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707414.349678:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d6aa00 x1874546788420736/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.349690:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707414.349694:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff967f58d6aa00 x1874546788420736/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.349702:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707414.349704:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787707414.354086:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.354116:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707414.354123:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.354126:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707414.354138:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.354148:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707414.354170:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.354177:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.354183:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.354189:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 344 into portal 25 MB=0x6a8e3ef704c80 00000400:00000200:1.0:1787707414.354194:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.354202:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 344/344 into md 0x8c9 [1] + 224 00000800:00000001:1.0:1787707414.354211:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.354221:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707414.354224:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707414.354228:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707414.354238:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707414.354251:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d6aa00 x1874546788420736/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707414.354264:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff967f58d6aa00 x1874546788420736/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.354309:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707414.354322:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.354326:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707414.354373:0:6176:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787707414.354384:0:6176:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707414.354386:0:6176:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707414.354390:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f507f2f20. 00000400:00000200:3.0:1787707414.354395:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f59370a18 00000400:00000010:3.0:1787707414.354398:0:6176:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f59370a18. 00000100:00000001:3.0:1787707414.354402:0:6176:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707414.354408:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d6aa00 x1874546788420736/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707414.354417:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d6aa00 x1874546788420736/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.354425:0:6176:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707414.354427:0:6176:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707414.354430:0:6176:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707414.354435:0:6176:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707414.354438:0:6176:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707414.354441:0:6176:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707414.354445:0:6176:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707414.354454:0:6176:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f493aec60 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707414.354459:0:6176:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f493aec18 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707414.354461:0:6176:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707414.354463:0:6176:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707414.354467:0:6176:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787707414.354469:0:6176:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.354473:0:6176:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707414.354486:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d6aa00 x1874546788420736/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.354493:0:6176:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707414.354497:0:6176:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707414.354499:0:6176:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707414.354503:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d6aa00 x1874546788420736/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707414.354512:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d6aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788420736:192.168.203.115@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1787707414.354517:0:6176:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707414.354521:0:6176:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.354524:0:6176:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787707414.354527:0:6176:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707414.354531:0:6176:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d6aa00 x1874546788420736/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.354538:0:6176:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787707414.354541:0:6176:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff967f58c78c00. 00000100:00000001:3.0:1787707414.354545:0:6176:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787707414.354546:0:6176:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707414.354549:0:6176:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787707414.354553:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787707414.354556:0:6176:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787707414.354560:0:6176:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff967f8215e400 refcount=4 00000020:00000001:3.0:1787707414.354562:0:6176:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628073120326656 : -116000589224960 : ffff967f8215e400) 00010000:00000001:3.0:1787707414.354565:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628073120326656 : -116000589224960 : ffff967f8215e400) 00010000:00000040:3.0:1787707414.354573:0:6176:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff967f8215e400, remote cookie: 0xedf007d7564927f7, flags: 0x0 00010000:00000001:3.0:1787707414.354577:0:6176:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787707414.354582:0:6176:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787707414.354584:0:6176:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787707414.354586:0:6176:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787707414.354588:0:6176:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787707414.354591:0:6176:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff967f6036ea00) refcount = 1 00010000:00010000:3.0:1787707414.354597:0:6176:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff967f8215e400/0xef8a31b52a3b622f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927f7 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787707414.354613:0:6176:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787707414.354615:0:6176:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787707414.354617:0:6176:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787707414.354621:0:6176:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787707414.354624:0:6176:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707414.354628:0:6176:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff967f8215e400/0xef8a31b52a3b622f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xedf007d7564927f7 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787707414.354635:0:6176:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787707414.354637:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787707414.354639:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787707414.354640:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787707414.354641:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787707414.354643:0:6176:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.354646:0:6176:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707414.354651:0:6176:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d6aa00 x1874546788420736/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.354657:0:6176:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707414.354660:0:6176:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707414.354664:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff967f45fb1400. 02000000:00000001:3.0:1787707414.354668:0:6176:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707414.354671:0:6176:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707414.354673:0:6176:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:3.0:1787707414.354675:0:6176:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707414.354678:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff967f47ee9e00. 02000000:00000001:3.0:1787707414.354682:0:6176:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707414.354685:0:6176:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707414.354687:0:6176:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d6aa00. 00000100:00000001:3.0:1787707414.354690:0:6176:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707414.354692:0:6176:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1787707414.354694:0:6176:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787707414.354698:0:6176:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1787707414.354700:0:6176:0:(mgc_request.c:108:config_log_get()) log params (ffff967f44fa2200) refs 3 10000000:00000001:3.0:1787707414.354703:0:6176:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707414.354710:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787707414.354712:0:6176:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787707414.354713:0:6176:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff967f8215e400 refcount=3 00000020:00000001:3.0:1787707414.354715:0:6176:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628073120326656 : -116000589224960 : ffff967f8215e400) 00010000:00000001:3.0:1787707414.354718:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628073120326656 : -116000589224960 : ffff967f8215e400) 00010000:00000001:3.0:1787707414.354720:0:6176:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1787707414.354721:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787707414.354722:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787707414.354723:0:6176:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787707414.354736:0:6176:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1787707414.354772:0:6176:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff967f50eea8c0. 00000020:00000010:3.0:1787707414.354778:0:6176:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff967f60d57a00. 00000020:00000010:3.0:1787707414.354785:0:6176:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff967f60d56800. 00000040:00000010:3.0:1787707414.354799:0:6176:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff967f60d56a00. 00000020:00000010:3.0:1787707414.354806:0:6176:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff967f49385800. 00000020:00000010:3.0:1787707414.354812:0:6176:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff967f60d57c00. 80000000:00000010:3.0:1787707414.354817:0:6176:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff967f44fc4ea0. 00040000:00000010:3.0:1787707414.354825:0:6176:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff967f60d56e00. 20000000:00000010:3.0:1787707414.354829:0:6176:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff967f60d56c00. 10000000:00000040:3.0:1787707414.354835:0:6176:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff967f58d9c240 : new refcount 2 00000020:00000001:3.0:1787707414.354839:0:6176:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1787707414.354841:0:6176:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1787707414.354844:0:6176:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1787707414.354847:0:6176:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff967f60d56400. 00000040:00000001:3.0:1787707414.354852:0:6176:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1787707414.354855:0:6176:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000010:3.0:1787707414.354861:0:6176:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dc9180. 00000020:00000040:3.0:1787707414.354864:0:6176:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=5 obd=MGC192.168.203.115@tcp 00000100:00000001:3.0:1787707414.354869:0:6176:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707414.354872:0:6176:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707414.354877:0:6176:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707414.354884:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff967f60d56200. 00000100:00000001:3.0:1787707414.354891:0:6176:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.354898:0:6176:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787707414.354900:0:6176:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787707414.354911:0:6176:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff967f45dc70c0. 00000100:00000001:3.0:1787707414.354914:0:6176:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446628072109928640 : -116001599622976 : ffff967f45dc70c0) 00000100:00000001:3.0:1787707414.354917:0:6176:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707414.354919:0:6176:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428704128 : -116001280847488 : ffff967f58dc9180) 00000100:00000001:3.0:1787707414.354923:0:6176:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707414.354928:0:6176:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.354930:0:6176:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787707414.354932:0:6176:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707414.354937:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dc9180 x1874546788420864/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.354945:0:6176:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707414.354947:0:6176:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707414.354951:0:6176:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707414.354954:0:6176:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707414.354957:0:6176:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707414.354961:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788420864:192.168.203.115@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1787707414.354965:0:6176:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707414.354972:0:6176:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707414.354975:0:6176:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707414.354978:0:6176:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707414.354983:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f42c38e00. 02000000:00000001:3.0:1787707414.354985:0:6176:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707414.354990:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707414.354994:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2e70. 00000400:00000010:3.0:1787707414.355000:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269220. 00000100:00000200:3.0:1787707414.355008:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788420864, portal 25 00000100:00000001:3.0:1787707414.355010:0:6176:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707414.355011:0:6176:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428704128 : -116001280847488 : ffff967f58dc9180) 00000100:00000040:3.0:1787707414.355015:0:6176:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dc9180 x1874546788420864/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.355023:0:6176:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707414.355025:0:6176:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707414.355028:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269aa0. 00000100:00000200:3.0:1787707414.355038:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1874546788420864, offset 0 00000400:00000200:3.0:1787707414.355045:0:6176:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707414.355052:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707414.355058:0:6176:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707414.355065:0:6176:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707414.355070:0:6176:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707414.355075:0:6176:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707414.355077:0:6176:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707414.355081:0:6176:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [164:164:256:4294967295] 192.168.203.115@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:3.0:1787707414.355085:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707414.355094:0:6176:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707414.355101:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707414.355106:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269900. 00000800:00000200:3.0:1787707414.355114:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707414.355124:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707414.355129:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1787707414.355144:0:6176:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707414.355148:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707414.355150:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295056913 00000100:00000001:3.0:1787707414.355159:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056905 00000100:00000001:3.0:1787707414.355166:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295056913 00000100:00000001:3.0:1787707414.355169:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056905 00000100:00000001:3.0:1787707414.355172:0:6176:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707414.355175:0:6176:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.355177:0:6176:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787707414.355179:0:6176:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787707414.355182:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f45dc70c0 going to sleep for 11 seconds 00000100:00000001:3.0:1787707414.355183:0:6176:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707414.355185:0:6176:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787707414.356852:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707414.356863:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269900. 00000400:00000200:1.0:1787707414.356872:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707414.356881:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707414.356889:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269aa0 00000400:00000010:1.0:1787707414.356892:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269aa0. 00000100:00000001:1.0:1787707414.356898:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707414.356907:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dc9180 x1874546788420864/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.356921:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707414.356924:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff967f58dc9180 x1874546788420864/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.356930:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707414.356932:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787707414.360189:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.360213:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707414.360218:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.360221:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707414.360233:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.360242:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707414.360253:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.360258:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.360266:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.360271:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 272 into portal 25 MB=0x6a8e3ef704d00 00000400:00000200:1.0:1787707414.360278:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.360287:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 272/272 into md 0x8d9 [1] + 224 00000800:00000001:1.0:1787707414.360296:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.360304:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707414.360308:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707414.360321:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707414.360332:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707414.360343:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dc9180 x1874546788420864/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707414.360356:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff967f58dc9180 x1874546788420864/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.360372:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707414.360383:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.360387:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707414.360446:0:6176:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787707414.360456:0:6176:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787707414.360459:0:6176:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787707414.360463:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2e70. 00000400:00000200:2.0:1787707414.360468:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269220 00000400:00000010:2.0:1787707414.360471:0:6176:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269220. 00000100:00000001:2.0:1787707414.360476:0:6176:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787707414.360481:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dc9180 x1874546788420864/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787707414.360491:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dc9180 x1874546788420864/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707414.360498:0:6176:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787707414.360500:0:6176:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707414.360502:0:6176:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1787707414.360506:0:6176:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787707414.360509:0:6176:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787707414.360512:0:6176:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707414.360515:0:6176:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787707414.360524:0:6176:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f493aec60 time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1787707414.360528:0:6176:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f493aec18 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1787707414.360531:0:6176:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787707414.360539:0:6176:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707414.360542:0:6176:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787707414.360545:0:6176:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707414.360549:0:6176:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787707414.360554:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dc9180 x1874546788420864/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707414.360562:0:6176:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707414.360566:0:6176:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787707414.360568:0:6176:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787707414.360572:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dc9180 x1874546788420864/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787707414.360581:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788420864:192.168.203.115@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1787707414.360587:0:6176:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787707414.360590:0:6176:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707414.360593:0:6176:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787707414.360596:0:6176:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707414.360600:0:6176:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dc9180 x1874546788420864/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707414.360608:0:6176:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787707414.360611:0:6176:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff967f45dc70c0. 00000100:00000001:2.0:1787707414.360614:0:6176:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787707414.360616:0:6176:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1787707414.360623:0:6176:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1787707414.360628:0:6176:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707414.360630:0:6176:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000020:00000001:2.0:1787707414.360632:0:6176:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:2.0:1787707414.360634:0:6176:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787707414.360637:0:6176:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dc9180 x1874546788420864/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707414.360643:0:6176:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787707414.360646:0:6176:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787707414.360650:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f42c38e00. 02000000:00000001:2.0:1787707414.360659:0:6176:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787707414.360661:0:6176:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1787707414.360662:0:6176:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:2.0:1787707414.360664:0:6176:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1787707414.360666:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff967f60d56200. 02000000:00000001:2.0:1787707414.360671:0:6176:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787707414.360673:0:6176:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787707414.360675:0:6176:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dc9180. 00000100:00000001:2.0:1787707414.360679:0:6176:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787707414.360680:0:6176:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1787707414.360684:0:6176:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1787707414.360688:0:6176:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1787707414.360696:0:6176:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff967f515dc000. 00000040:00000001:2.0:1787707414.360698:0:6176:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1787707414.360701:0:6176:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1787707414.360703:0:6176:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000010:2.0:1787707414.360709:0:6176:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f4555aa00. 00000020:00000040:2.0:1787707414.360712:0:6176:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=5 obd=MGC192.168.203.115@tcp 00000100:00000001:2.0:1787707414.360715:0:6176:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787707414.360718:0:6176:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707414.360724:0:6176:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707414.360763:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff967f58df4600. 00000100:00000001:2.0:1787707414.360772:0:6176:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707414.360777:0:6176:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787707414.360779:0:6176:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787707414.360786:0:6176:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff967f493c10c0. 00000100:00000001:2.0:1787707414.360797:0:6176:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446628072166527168 : -116001543024448 : ffff967f493c10c0) 00000100:00000001:2.0:1787707414.360801:0:6176:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787707414.360803:0:6176:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101095936 : -116001608455680 : ffff967f4555aa00) 00000100:00000001:2.0:1787707414.360808:0:6176:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787707414.360814:0:6176:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707414.360817:0:6176:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787707414.360819:0:6176:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787707414.360824:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f4555aa00 x1874546788420992/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707414.360831:0:6176:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707414.360839:0:6176:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707414.360844:0:6176:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787707414.360847:0:6176:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787707414.360849:0:6176:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787707414.360853:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f4555aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788420992:192.168.203.115@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1787707414.360868:0:6176:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787707414.360875:0:6176:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787707414.360878:0:6176:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707414.360881:0:6176:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787707414.360898:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff967f49280000. 02000000:00000001:2.0:1787707414.360901:0:6176:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707414.360906:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1787707414.360910:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f49c8e160. 00000400:00000010:2.0:1787707414.360916:0:6176:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff967f493c1240. 00000100:00000200:2.0:1787707414.360923:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874546788420992, portal 25 00000100:00000001:2.0:1787707414.360926:0:6176:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787707414.360927:0:6176:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101095936 : -116001608455680 : ffff967f4555aa00) 00000100:00000040:2.0:1787707414.360933:0:6176:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f4555aa00 x1874546788420992/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707414.360941:0:6176:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787707414.360944:0:6176:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1787707414.360947:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b0198. 00000100:00000200:2.0:1787707414.360952:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874546788420992, offset 0 00000400:00000200:2.0:1787707414.360959:0:6176:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1787707414.360967:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707414.360973:0:6176:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1787707414.360980:0:6176:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787707414.360984:0:6176:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1787707414.360989:0:6176:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787707414.360992:0:6176:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1787707414.360996:0:6176:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [165:165:256:4294967295] 192.168.203.115@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1787707414.361000:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707414.361010:0:6176:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1787707414.361022:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1787707414.361027:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f49c20500. 00000800:00000200:2.0:1787707414.361035:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1787707414.361043:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1787707414.361048:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f49c20500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1787707414.361061:0:6176:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707414.361066:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707414.361069:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295056918 00000100:00000001:2.0:1787707414.361077:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056913 00000100:00000001:2.0:1787707414.361082:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295056918 00000100:00000001:2.0:1787707414.361085:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056913 00000100:00000001:2.0:1787707414.361089:0:6176:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707414.361092:0:6176:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707414.361094:0:6176:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707414.361096:0:6176:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787707414.361099:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f493c10c0 going to sleep for 11 seconds 00000100:00000001:2.0:1787707414.361101:0:6176:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707414.361103:0:6176:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787707414.361591:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707414.361598:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f49c20500. 00000400:00000200:1.0:1787707414.361602:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707414.361608:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707414.361614:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b0198 00000400:00000010:1.0:1787707414.361616:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b0198. 00000100:00000001:1.0:1787707414.361620:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707414.361624:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f4555aa00 x1874546788420992/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.361634:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707414.361637:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff967f4555aa00 x1874546788420992/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.361643:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707414.361645:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787707414.373154:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.373191:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707414.373196:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.373199:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707414.373212:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.373224:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707414.373234:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.373240:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.373248:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.373259:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 8416 into portal 25 MB=0x6a8e3ef704d80 00000400:00000200:1.0:1787707414.373266:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.373274:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 8416/8416 into md 0x8e1 [4] + 224 00000800:00000001:1.0:1787707414.373284:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.373297:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707414.373301:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707414.373306:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707414.373316:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707414.373330:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f4555aa00 x1874546788420992/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707414.373344:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff967f4555aa00 x1874546788420992/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.373366:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707414.373379:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.373383:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707414.374902:0:6176:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787707414.374917:0:6176:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707414.374926:0:6176:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707414.374931:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f49c8e160. 00000400:00000200:3.0:1787707414.374938:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f493c1240 00000400:00000010:3.0:1787707414.374941:0:6176:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff967f493c1240. 00000100:00000001:3.0:1787707414.374945:0:6176:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707414.374956:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f4555aa00 x1874546788420992/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707414.374969:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f4555aa00 x1874546788420992/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.374977:0:6176:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707414.374979:0:6176:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707414.374982:0:6176:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707414.374987:0:6176:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707414.374990:0:6176:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707414.374993:0:6176:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707414.374997:0:6176:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707414.375006:0:6176:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f493aec60 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707414.375011:0:6176:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f493aec18 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707414.375014:0:6176:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707414.375017:0:6176:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707414.375933:0:6176:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787707414.375939:0:6176:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.375944:0:6176:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707414.375953:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f4555aa00 x1874546788420992/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.375963:0:6176:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707414.375967:0:6176:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707414.375969:0:6176:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707414.375973:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f4555aa00 x1874546788420992/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707414.375982:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f4555aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788420992:192.168.203.115@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1787707414.375988:0:6176:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707414.375996:0:6176:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.375999:0:6176:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787707414.376001:0:6176:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707414.376006:0:6176:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f4555aa00 x1874546788420992/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.376013:0:6176:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787707414.376017:0:6176:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff967f493c10c0. 00000100:00000001:3.0:1787707414.376636:0:6176:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787707414.376638:0:6176:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787707414.376652:0:6176:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:3.0:1787707414.376655:0:6176:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707414.376660:0:6176:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f4555aa00 x1874546788420992/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.376667:0:6176:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707414.376671:0:6176:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707414.376675:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff967f49280000. 02000000:00000001:3.0:1787707414.376686:0:6176:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707414.376690:0:6176:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707414.376692:0:6176:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000020:00000001:3.0:1787707414.376696:0:6176:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707414.376698:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff967f58df4600. 02000000:00000001:3.0:1787707414.376703:0:6176:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707414.376706:0:6176:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707414.376708:0:6176:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f4555aa00. 00000100:00000001:3.0:1787707414.376712:0:6176:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707414.376713:0:6176:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1787707414.376716:0:6176:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707414.376717:0:6176:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:3.0:1787707414.376718:0:6176:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:3.0:1787707414.376721:0:6176:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787707414.376724:0:6176:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787707414.376737:0:6176:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:3.0:1787707414.376762:0:6176:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff967f44fc4480. 00000040:00001000:3.0:1787707414.376766:0:6176:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1787707414.386503:0:10365:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1787707414.386517:0:10365:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff967f47ee9c00. 00000020:00000010:1.0:1787707414.386528:0:10365:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff967f47ee9000. 00000040:00000010:1.0:1787707414.386532:0:10365:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff967f47ee9e00. 00000020:00000010:1.0:1787707414.386538:0:10365:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff967f44d83800. 00000020:00000010:1.0:1787707414.386544:0:10365:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff967f45579420. 00000020:00000010:1.0:1787707414.386551:0:10365:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff967f465ef800. 80000000:00000010:1.0:1787707414.386557:0:10365:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff967f46ae4de0. 40000000:00000010:1.0:1787707414.386561:0:10365:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff967f438224c0. 00100000:00000010:1.0:1787707414.386568:0:10365:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff967f44d82800. 00040000:00000010:1.0:1787707414.386574:0:10365:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff967f4af80400. 00040000:00000010:1.0:1787707414.386579:0:10365:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff967f44d86000. 00040000:00000010:1.0:1787707414.386584:0:10365:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff967f488d0400. 00000004:00000010:1.0:1787707414.386589:0:10365:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff967f44d80000. 00000004:00000010:1.0:1787707414.386595:0:10365:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff967f46b49000. 00000004:00000010:1.0:1787707414.386601:0:10365:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff967f44d87800. 00002000:00000010:1.0:1787707414.386606:0:10365:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff967f45fb0400. 00000004:00000010:1.0:1787707414.386618:0:10365:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff967f45fb1400. 00000020:00000010:1.0:1787707414.386624:0:10365:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff967f43822200. 00000040:00000010:1.0:1787707414.386636:0:10365:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff967f46650000. 00000040:00080000:1.0:1787707414.387388:0:10365:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1787707414.387396:0:10365:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff967f46650000. 00000020:00000010:1.0:1787707414.387404:0:10365:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff967f43822200. 00000020:00000010:1.0:1787707414.387422:0:10365:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff967f47ee9000. 00000040:00000010:1.0:1787707414.387426:0:10365:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff967f47ee9e00. 00000020:00000010:1.0:1787707414.387430:0:10365:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff967f44d83800. 00000020:00000010:1.0:1787707414.387435:0:10365:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff967f45579420. 00000020:00000010:1.0:1787707414.387441:0:10365:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff967f465ef800. 80000000:00000010:1.0:1787707414.387445:0:10365:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff967f46ae4de0. 40000000:00000010:1.0:1787707414.387449:0:10365:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff967f438224c0. 00100000:00000010:1.0:1787707414.387453:0:10365:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff967f44d82800. 00040000:00000010:1.0:1787707414.387459:0:10365:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff967f4af80400. 00040000:00000010:1.0:1787707414.387464:0:10365:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff967f44d86000. 00040000:00000010:1.0:1787707414.387471:0:10365:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff967f488d0400. 00000004:00000010:1.0:1787707414.387474:0:10365:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff967f44d80000. 00000004:00000010:1.0:1787707414.387478:0:10365:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff967f46b49000. 00000004:00000010:1.0:1787707414.387484:0:10365:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff967f44d87800. 00002000:00000010:1.0:1787707414.387488:0:10365:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff967f45fb0400. 00000004:00000010:1.0:1787707414.387491:0:10365:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff967f45fb1400. 00000020:00000010:1.0:1787707414.387494:0:10365:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff967f47ee9c00. 00000040:00000010:2.0:1787707414.387609:0:6176:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff967f44fc4480. 00000040:00000001:2.0:1787707414.387615:0:6176:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1787707414.387619:0:6176:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1787707414.387625:0:6176:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff967f515dc000. 00000040:00000010:2.0:1787707414.387629:0:6176:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff967f60d56400. 00000020:00000001:2.0:1787707414.387632:0:6176:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787707414.387635:0:6176:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1787707414.387639:0:6176:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff967f60d56800. 00000040:00000010:2.0:1787707414.387642:0:6176:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff967f60d56a00. 00000020:00000010:2.0:1787707414.387644:0:6176:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff967f49385800. 00000020:00000010:2.0:1787707414.387648:0:6176:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff967f60d57c00. 80000000:00000010:2.0:1787707414.387651:0:6176:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff967f44fc4ea0. 00040000:00000010:2.0:1787707414.387654:0:6176:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff967f60d56e00. 20000000:00000010:2.0:1787707414.387659:0:6176:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff967f60d56c00. 00000020:00000010:2.0:1787707414.387674:0:6176:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff967f60d57a00. 10000000:00000010:2.0:1787707414.387677:0:6176:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff967f50eea8c0. 10000000:01000000:2.0:1787707414.387680:0:6176:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1787707414.387684:0:6176:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1787707414.387688:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787707414.387691:0:6176:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1787707414.387695:0:6176:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff967f8215e400 refcount=3 00000020:00000001:2.0:1787707414.387698:0:6176:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628073120326656 : -116000589224960 : ffff967f8215e400) 00010000:00000001:2.0:1787707414.387700:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628073120326656 : -116000589224960 : ffff967f8215e400) 00010000:00000001:2.0:1787707414.387704:0:6176:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787707414.387710:0:6176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f8215e400/0xef8a31b52a3b622f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927f7 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787707414.387720:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787707414.387721:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787707414.387723:0:6176:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff967f8215e400/0xef8a31b52a3b622f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927f7 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787707414.387764:0:6176:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787707414.387766:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787707414.387768:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1787707414.387769:0:6176:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787707414.387772:0:6176:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787707414.387775:0:6176:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1787707414.387779:0:6176:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1787707414.387781:0:6176:0:(mgc_request.c:108:config_log_get()) log params (ffff967f60d03a00) refs 2 10000000:00000001:2.0:1787707414.387783:0:6176:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787707414.387785:0:6176:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1787707414.387786:0:6176:0:(mgc_request.c:123:config_log_put()) log params(ffff967f44fa2200) refs 3 10000000:00000001:2.0:1787707414.387788:0:6176:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1787707414.387789:0:6176:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1787707414.387791:0:6176:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1787707414.387793:0:6176:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1787707414.387795:0:6176:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff967f43ef7000 from 7 10000000:00000001:2.0:1787707414.387798:0:6176:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1787707414.387799:0:6176:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1787707414.387812:0:6176:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f45559f80. 00000020:00000040:2.0:1787707414.387816:0:6176:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:2.0:1787707414.387821:0:6176:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787707414.387825:0:6176:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787707414.387831:0:6176:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787707414.387839:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff967f58df4000. 00000100:00000001:2.0:1787707414.387848:0:6176:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787707414.387854:0:6176:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787707414.387857:0:6176:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1787707414.387863:0:6176:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff967f6036ea00 count: 2 00010000:00000001:2.0:1787707414.387866:0:6176:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787707414.387869:0:6176:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787707414.387873:0:6176:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff967f4150e400. 00000020:00000001:2.0:1787707414.387877:0:6176:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787707414.387880:0:6176:0:(lustre_handles.c:93:class_handle_hash()) added object ffff967f4150e400 with handle 0xef8a31b52a3b6236 to hash 00000020:00000001:2.0:1787707414.387883:0:6176:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787707414.387884:0:6176:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446628072033674240 : -116001675877376 : ffff967f4150e400) 00010000:00000001:2.0:1787707414.387887:0:6176:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446628072033674240 : -116001675877376 : ffff967f4150e400) 00010000:00000001:2.0:1787707414.387892:0:6176:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787707414.387895:0:6176:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707414.387898:0:6176:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f4150e400/0xef8a31b52a3b6236 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707414.387906:0:6176:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.115@tcp lock: ffff967f4150e400/0xef8a31b52a3b6236 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787707414.387918:0:6176:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.115@tcp lock: ffff967f4150e400/0xef8a31b52a3b6236 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787707414.387923:0:6176:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787707414.387925:0:6176:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787707414.387932:0:6176:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff967f493c1f00. 00000100:00000001:2.0:1787707414.387935:0:6176:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446628072166530816 : -116001543020800 : ffff967f493c1f00) 00000100:00000001:2.0:1787707414.387937:0:6176:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787707414.387944:0:6176:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101093248 : -116001608458368 : ffff967f45559f80) 00000100:00000001:2.0:1787707414.387950:0:6176:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787707414.387955:0:6176:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707414.387957:0:6176:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787707414.387960:0:6176:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787707414.387973:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f45559f80 x1874546788421120/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707414.387982:0:6176:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787707414.387985:0:6176:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707414.387989:0:6176:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787707414.387992:0:6176:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787707414.387995:0:6176:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787707414.387999:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f45559f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788421120:192.168.203.115@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1787707414.388003:0:6176:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787707414.388009:0:6176:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787707414.388012:0:6176:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787707414.388015:0:6176:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787707414.388019:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff967f49344800. 02000000:00000001:2.0:1787707414.388021:0:6176:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707414.388030:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:2.0:1787707414.388035:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f49c8e688. 00000400:00000010:2.0:1787707414.388044:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b03b8. 00000100:00000200:2.0:1787707414.388053:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874546788421120, portal 25 00000100:00000001:2.0:1787707414.388055:0:6176:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787707414.388056:0:6176:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072101093248 : -116001608458368 : ffff967f45559f80) 00000100:00000040:2.0:1787707414.388061:0:6176:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f45559f80 x1874546788421120/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787707414.388068:0:6176:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787707414.388071:0:6176:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:2.0:1787707414.388073:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f465b05d8. 00000100:00000200:2.0:1787707414.388077:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874546788421120, offset 0 00000400:00000200:2.0:1787707414.388084:0:6176:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:2.0:1787707414.388095:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707414.388109:0:6176:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:2.0:1787707414.388116:0:6176:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787707414.388121:0:6176:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:2.0:1787707414.388125:0:6176:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787707414.388129:0:6176:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:2.0:1787707414.388134:0:6176:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [166:166:256:4294967295] 192.168.203.115@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:2.0:1787707414.388139:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:2.0:1787707414.388151:0:6176:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:2.0:1787707414.388157:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:2.0:1787707414.388245:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f49c20c00. 00000800:00000200:2.0:1787707414.388254:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:2.0:1787707414.388263:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:2.0:1787707414.388269:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f49c20c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1787707414.388282:0:6176:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787707414.388287:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:2.0:1787707414.388290:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295056945 00000100:00000001:2.0:1787707414.388299:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056918 00000100:00000001:2.0:1787707414.388304:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295056945 00000100:00000001:2.0:1787707414.388308:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056918 00000100:00000001:2.0:1787707414.388311:0:6176:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787707414.388314:0:6176:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787707414.388317:0:6176:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787707414.388319:0:6176:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787707414.388323:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f493c1f00 going to sleep for 11 seconds 00000100:00000001:2.0:1787707414.388325:0:6176:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787707414.388329:0:6176:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787707414.389817:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707414.389829:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f49c20c00. 00000400:00000200:1.0:1787707414.389837:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707414.389846:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707414.389855:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b05d8 00000400:00000010:1.0:1787707414.389858:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b05d8. 00000100:00000001:1.0:1787707414.389863:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707414.389871:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f45559f80 x1874546788421120/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.389884:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707414.389888:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff967f45559f80 x1874546788421120/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.389912:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707414.389915:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787707414.393406:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.393429:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707414.393435:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.393438:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707414.393451:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.393461:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707414.393472:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.393477:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.393484:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.393488:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 344 into portal 25 MB=0x6a8e3ef704e00 00000400:00000200:1.0:1787707414.393494:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.393501:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 344/344 into md 0x8e9 [1] + 224 00000800:00000001:1.0:1787707414.393510:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.393518:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707414.393522:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707414.393527:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707414.393536:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707414.393547:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f45559f80 x1874546788421120/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707414.393559:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff967f45559f80 x1874546788421120/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.393581:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707414.393592:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.393596:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707414.393675:0:6176:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787707414.393686:0:6176:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707414.393704:0:6176:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707414.393708:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f49c8e688. 00000400:00000200:3.0:1787707414.393713:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f465b03b8 00000400:00000010:3.0:1787707414.393715:0:6176:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f465b03b8. 00000100:00000001:3.0:1787707414.393719:0:6176:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707414.393723:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f45559f80 x1874546788421120/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707414.393772:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f45559f80 x1874546788421120/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.393779:0:6176:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707414.393781:0:6176:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707414.393784:0:6176:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707414.393788:0:6176:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707414.394364:0:6176:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707414.394368:0:6176:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707414.394372:0:6176:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707414.394382:0:6176:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f493aec60 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707414.394387:0:6176:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f493aec18 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707414.394391:0:6176:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707414.394392:0:6176:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707414.394396:0:6176:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787707414.394398:0:6176:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.394401:0:6176:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707414.394407:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f45559f80 x1874546788421120/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.394415:0:6176:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707414.394419:0:6176:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707414.394421:0:6176:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707414.394424:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f45559f80 x1874546788421120/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707414.394433:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f45559f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788421120:192.168.203.115@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1787707414.394439:0:6176:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707414.394450:0:6176:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.394452:0:6176:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787707414.394455:0:6176:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707414.394459:0:6176:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f45559f80 x1874546788421120/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.394467:0:6176:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787707414.394470:0:6176:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff967f493c1f00. 00000100:00000001:3.0:1787707414.394474:0:6176:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787707414.394476:0:6176:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707414.394479:0:6176:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787707414.394483:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787707414.394486:0:6176:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787707414.394489:0:6176:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff967f4150e400 refcount=4 00000020:00000001:3.0:1787707414.394492:0:6176:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628072033674240 : -116001675877376 : ffff967f4150e400) 00010000:00000001:3.0:1787707414.394495:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628072033674240 : -116001675877376 : ffff967f4150e400) 00010000:00000040:3.0:1787707414.394502:0:6176:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff967f4150e400, remote cookie: 0xedf007d7564927fe, flags: 0x0 00010000:00000001:3.0:1787707414.394505:0:6176:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787707414.394510:0:6176:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787707414.394512:0:6176:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787707414.394514:0:6176:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787707414.394516:0:6176:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787707414.394519:0:6176:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff967f6036ea00) refcount = 2 00010000:00000040:3.0:1787707414.394522:0:6176:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1787707414.394527:0:6176:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.203.115@tcp lock: ffff967f8215e400/0xef8a31b52a3b622f lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xedf007d7564927f7 expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787707414.394906:0:6176:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.115@tcp lock: ffff967f4150e400/0xef8a31b52a3b6236 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927fe expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787707414.394916:0:6176:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787707414.394918:0:6176:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787707414.394920:0:6176:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787707414.394924:0:6176:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787707414.394927:0:6176:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707414.394937:0:6176:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.115@tcp lock: ffff967f4150e400/0xef8a31b52a3b6236 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xedf007d7564927fe expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787707414.394944:0:6176:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787707414.394946:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787707414.394948:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787707414.394949:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787707414.394950:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787707414.394952:0:6176:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.394955:0:6176:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707414.394960:0:6176:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f45559f80 x1874546788421120/t0(0) o101->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 328/344 e 0 to 0 dl 1787707430 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.394967:0:6176:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707414.394971:0:6176:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707414.394975:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff967f49344800. 02000000:00000001:3.0:1787707414.394979:0:6176:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707414.394982:0:6176:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707414.394983:0:6176:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:3.0:1787707414.394986:0:6176:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707414.394989:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff967f58df4000. 02000000:00000001:3.0:1787707414.394993:0:6176:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707414.394995:0:6176:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707414.394997:0:6176:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f45559f80. 00000100:00000001:3.0:1787707414.395001:0:6176:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707414.395002:0:6176:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1787707414.395004:0:6176:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787707414.395008:0:6176:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1787707414.395010:0:6176:0:(mgc_request.c:108:config_log_get()) log params (ffff967f60d03a00) refs 3 10000000:00000001:3.0:1787707414.395013:0:6176:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707414.395015:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787707414.395017:0:6176:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1787707414.395018:0:6176:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff967f4150e400 refcount=3 00000020:00000001:3.0:1787707414.395115:0:6176:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628072033674240 : -116001675877376 : ffff967f4150e400) 00010000:00000001:3.0:1787707414.395118:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628072033674240 : -116001675877376 : ffff967f4150e400) 00010000:00000001:3.0:1787707414.395121:0:6176:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1787707414.395122:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787707414.395191:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787707414.395192:0:6176:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787707414.395196:0:6176:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1787707414.395201:0:6176:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff967f50eea840. 00000020:00000010:3.0:1787707414.395206:0:6176:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff967f42c39a00. 00000020:00000010:3.0:1787707414.395212:0:6176:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff967f42c38e00. 00000040:00000010:3.0:1787707414.395218:0:6176:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff967f60d51a00. 00000020:00000010:3.0:1787707414.395224:0:6176:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff967f49384800. 00000020:00000010:3.0:1787707414.395230:0:6176:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff967f60d50200. 80000000:00000010:3.0:1787707414.395234:0:6176:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff967f44fc4a20. 00040000:00000010:3.0:1787707414.395240:0:6176:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff967f60d51000. 20000000:00000010:3.0:1787707414.395246:0:6176:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff967f46b38400. 10000000:00000040:3.0:1787707414.395251:0:6176:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff967f58d9c240 : new refcount 2 00000020:00000001:3.0:1787707414.395255:0:6176:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1787707414.395257:0:6176:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1787707414.395260:0:6176:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1787707414.395263:0:6176:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff967f46b39400. 00000040:00000001:3.0:1787707414.395268:0:6176:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1787707414.395271:0:6176:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000010:3.0:1787707414.395276:0:6176:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dc9f80. 00000020:00000040:3.0:1787707414.395279:0:6176:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=5 obd=MGC192.168.203.115@tcp 00000100:00000001:3.0:1787707414.395285:0:6176:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707414.395288:0:6176:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707414.395294:0:6176:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707414.395300:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff967f46b38800. 00000100:00000001:3.0:1787707414.395308:0:6176:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.395315:0:6176:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787707414.395317:0:6176:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787707414.395324:0:6176:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff967f45dc7d80. 00000100:00000001:3.0:1787707414.395327:0:6176:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446628072109931904 : -116001599619712 : ffff967f45dc7d80) 00000100:00000001:3.0:1787707414.395330:0:6176:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707414.395331:0:6176:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428707712 : -116001280843904 : ffff967f58dc9f80) 00000100:00000001:3.0:1787707414.395336:0:6176:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707414.395342:0:6176:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.395344:0:6176:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787707414.395352:0:6176:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707414.395358:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dc9f80 x1874546788421248/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.395366:0:6176:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707414.395369:0:6176:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707414.395373:0:6176:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707414.395377:0:6176:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707414.395379:0:6176:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707414.395383:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788421248:192.168.203.115@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1787707414.395388:0:6176:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707414.395394:0:6176:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707414.395396:0:6176:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707414.395399:0:6176:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707414.395403:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f46b38a00. 02000000:00000001:3.0:1787707414.395405:0:6176:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707414.395412:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707414.395417:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2e18. 00000400:00000010:3.0:1787707414.395424:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269d48. 00000100:00000200:3.0:1787707414.395432:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788421248, portal 25 00000100:00000001:3.0:1787707414.395434:0:6176:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707414.395435:0:6176:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428707712 : -116001280843904 : ffff967f58dc9f80) 00000100:00000040:3.0:1787707414.395441:0:6176:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dc9f80 x1874546788421248/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.395448:0:6176:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707414.395451:0:6176:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707414.395455:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269880. 00000100:00000200:3.0:1787707414.395458:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1874546788421248, offset 0 00000400:00000200:3.0:1787707414.395465:0:6176:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707414.395474:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707414.395483:0:6176:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707414.395489:0:6176:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707414.395494:0:6176:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707414.395498:0:6176:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707414.395507:0:6176:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707414.395512:0:6176:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [167:167:256:4294967295] 192.168.203.115@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:3.0:1787707414.395517:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707414.395529:0:6176:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707414.395536:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707414.395541:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269b00. 00000800:00000200:3.0:1787707414.395549:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707414.395558:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707414.395564:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269b00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1787707414.395642:0:6176:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707414.395647:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707414.395651:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295056953 00000100:00000001:3.0:1787707414.395661:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056945 00000100:00000001:3.0:1787707414.395669:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295056953 00000100:00000001:3.0:1787707414.395672:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056945 00000100:00000001:3.0:1787707414.395676:0:6176:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707414.395679:0:6176:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.395682:0:6176:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787707414.395684:0:6176:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787707414.395687:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f45dc7d80 going to sleep for 11 seconds 00000100:00000001:3.0:1787707414.395689:0:6176:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707414.395692:0:6176:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787707414.398296:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707414.398307:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269b00. 00000400:00000200:1.0:1787707414.398318:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707414.398328:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707414.398338:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269880 00000400:00000010:1.0:1787707414.398358:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269880. 00000100:00000001:1.0:1787707414.398365:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707414.398376:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dc9f80 x1874546788421248/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.398391:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707414.398395:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff967f58dc9f80 x1874546788421248/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.398402:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707414.398404:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787707414.401721:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.401786:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707414.401801:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.401805:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707414.401816:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.401826:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707414.401837:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.401843:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.401850:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.401855:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 272 into portal 25 MB=0x6a8e3ef704e80 00000400:00000200:1.0:1787707414.401861:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.401868:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 272/272 into md 0x8f1 [1] + 224 00000800:00000001:1.0:1787707414.401878:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.401886:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707414.401890:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707414.401895:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707414.401905:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707414.401914:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dc9f80 x1874546788421248/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707414.401928:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff967f58dc9f80 x1874546788421248/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.401945:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707414.401971:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.401976:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707414.402420:0:6176:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787707414.402431:0:6176:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707414.402433:0:6176:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707414.402437:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2e18. 00000400:00000200:3.0:1787707414.402444:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269d48 00000400:00000010:3.0:1787707414.402448:0:6176:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269d48. 00000100:00000001:3.0:1787707414.402452:0:6176:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707414.402458:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dc9f80 x1874546788421248/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707414.402468:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dc9f80 x1874546788421248/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.402482:0:6176:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707414.402486:0:6176:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707414.402489:0:6176:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707414.402493:0:6176:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707414.402496:0:6176:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707414.402498:0:6176:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707414.402502:0:6176:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707414.402511:0:6176:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f493aec60 time=92 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707414.402515:0:6176:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f493aec18 time=92 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707414.402518:0:6176:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707414.402520:0:6176:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707414.402524:0:6176:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787707414.402526:0:6176:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.402530:0:6176:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707414.402535:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dc9f80 x1874546788421248/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.402543:0:6176:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707414.402547:0:6176:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707414.402550:0:6176:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707414.402554:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dc9f80 x1874546788421248/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707414.402562:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788421248:192.168.203.115@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1787707414.402567:0:6176:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707414.402571:0:6176:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.402573:0:6176:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787707414.402577:0:6176:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707414.402581:0:6176:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dc9f80 x1874546788421248/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.402588:0:6176:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787707414.402592:0:6176:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff967f45dc7d80. 00000100:00000001:3.0:1787707414.402596:0:6176:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787707414.402604:0:6176:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787707414.402613:0:6176:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1787707414.402618:0:6176:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707414.402620:0:6176:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000020:00000001:3.0:1787707414.402623:0:6176:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1787707414.402625:0:6176:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707414.402629:0:6176:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dc9f80 x1874546788421248/t0(0) o501->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 504/272 e 0 to 0 dl 1787707430 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.402636:0:6176:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707414.402639:0:6176:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707414.402643:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f46b38a00. 02000000:00000001:3.0:1787707414.402645:0:6176:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707414.402647:0:6176:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707414.402648:0:6176:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:3.0:1787707414.402650:0:6176:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707414.402652:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff967f46b38800. 02000000:00000001:3.0:1787707414.402656:0:6176:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707414.402658:0:6176:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707414.402660:0:6176:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dc9f80. 00000100:00000001:3.0:1787707414.402665:0:6176:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707414.402666:0:6176:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1787707414.402670:0:6176:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787707414.402674:0:6176:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1787707414.402683:0:6176:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff967f45dda000. 00000040:00000001:3.0:1787707414.402685:0:6176:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1787707414.402688:0:6176:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1787707414.402690:0:6176:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000010:3.0:1787707414.402694:0:6176:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dc9f80. 00000020:00000040:3.0:1787707414.402697:0:6176:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=5 obd=MGC192.168.203.115@tcp 00000100:00000001:3.0:1787707414.402701:0:6176:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707414.402703:0:6176:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707414.402709:0:6176:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707414.402715:0:6176:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff967f46b38800. 00000100:00000001:3.0:1787707414.402722:0:6176:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.402737:0:6176:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787707414.402764:0:6176:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787707414.402770:0:6176:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff967f45dc7d80. 00000100:00000001:3.0:1787707414.402777:0:6176:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446628072109931904 : -116001599619712 : ffff967f45dc7d80) 00000100:00000001:3.0:1787707414.402780:0:6176:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707414.402782:0:6176:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428707712 : -116001280843904 : ffff967f58dc9f80) 00000100:00000001:3.0:1787707414.402786:0:6176:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707414.402858:0:6176:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.402861:0:6176:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787707414.402862:0:6176:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707414.402867:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dc9f80 x1874546788421376/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.402874:0:6176:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707414.402876:0:6176:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707414.402881:0:6176:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707414.402884:0:6176:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707414.402886:0:6176:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707414.406240:0:6176:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788421376:192.168.203.115@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1787707414.406255:0:6176:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707414.406264:0:6176:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707414.406268:0:6176:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707414.406271:0:6176:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707414.406300:0:6176:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff967f49280000. 02000000:00000001:3.0:1787707414.406303:0:6176:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707414.406313:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707414.406322:0:6176:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2e18. 00000400:00000010:3.0:1787707414.406331:0:6176:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff967f45dc7cc0. 00000100:00000200:3.0:1787707414.406340:0:6176:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874546788421376, portal 25 00000100:00000001:3.0:1787707414.406343:0:6176:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707414.406345:0:6176:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428707712 : -116001280843904 : ffff967f58dc9f80) 00000100:00000040:3.0:1787707414.406357:0:6176:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dc9f80 x1874546788421376/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707414.406366:0:6176:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787707414.406370:0:6176:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:3.0:1787707414.406374:0:6176:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269d48. 00000100:00000200:3.0:1787707414.406378:0:6176:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874546788421376, offset 0 00000400:00000200:3.0:1787707414.406394:0:6176:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707414.406404:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707414.406413:0:6176:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707414.406421:0:6176:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707414.406425:0:6176:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707414.406430:0:6176:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707414.406434:0:6176:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707414.406438:0:6176:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [168:168:256:4294967295] 192.168.203.115@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:3.0:1787707414.406442:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707414.406454:0:6176:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707414.406461:0:6176:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707414.406467:0:6176:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269d00. 00000800:00000200:3.0:1787707414.406475:0:6176:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707414.406485:0:6176:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707414.406491:0:6176:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269d00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:3.0:1787707414.406514:0:6176:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707414.406518:0:6176:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707414.406522:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295056960 00000100:00000001:3.0:1787707414.406533:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056953 00000100:00000001:3.0:1787707414.406540:0:6176:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295056960 00000100:00000001:3.0:1787707414.406544:0:6176:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056953 00000100:00000001:3.0:1787707414.406547:0:6176:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707414.406551:0:6176:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707414.406554:0:6176:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787707414.406556:0:6176:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787707414.406559:0:6176:0:(client.c:2715:ptlrpc_set_wait()) set ffff967f45dc7d80 going to sleep for 11 seconds 00000100:00000001:3.0:1787707414.406563:0:6176:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707414.406567:0:6176:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787707414.406940:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707414.406947:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269d00. 00000400:00000200:1.0:1787707414.406955:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707414.406962:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707414.406968:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269d48 00000400:00000010:1.0:1787707414.406970:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269d48. 00000100:00000001:1.0:1787707414.406975:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707414.406980:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dc9f80 x1874546788421376/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.406992:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707414.406996:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff967f58dc9f80 x1874546788421376/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.407002:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707414.407004:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787707414.414563:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.414614:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707414.414620:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.414623:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707414.414645:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.414666:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707414.414679:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.414696:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.414702:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.414707:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 8416 into portal 25 MB=0x6a8e3ef704f00 00000400:00000200:1.0:1787707414.414737:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707414.414781:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 8416/8416 into md 0x8f9 [4] + 224 00000800:00000001:1.0:1787707414.415250:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.415285:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707414.415289:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707414.415295:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707414.415305:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707414.415324:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dc9f80 x1874546788421376/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707414.415337:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff967f58dc9f80 x1874546788421376/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.415356:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707414.415368:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707414.415372:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707414.415391:0:6176:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787707414.415400:0:6176:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787707414.415402:0:6176:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787707414.415406:0:6176:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2e18. 00000400:00000200:1.0:1787707414.415410:0:6176:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f45dc7cc0 00000400:00000010:1.0:1787707414.415413:0:6176:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff967f45dc7cc0. 00000100:00000001:1.0:1787707414.415416:0:6176:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707414.415421:0:6176:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dc9f80 x1874546788421376/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787707414.415429:0:6176:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dc9f80 x1874546788421376/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.415435:0:6176:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787707414.415438:0:6176:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707414.415440:0:6176:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1787707414.415444:0:6176:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787707414.415447:0:6176:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787707414.415450:0:6176:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787707414.415454:0:6176:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787707414.415461:0:6176:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f493aec60 time=92 v=5 (5 0 0 0) 00000100:00001000:1.0:1787707414.415466:0:6176:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f493aec18 time=92 v=5 (1 0 0 0) 00000100:00000001:1.0:1787707414.415468:0:6176:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787707414.415470:0:6176:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707414.415473:0:6176:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787707414.415476:0:6176:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707414.415479:0:6176:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787707414.415484:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dc9f80 x1874546788421376/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.415502:0:6176:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787707414.415506:0:6176:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787707414.415509:0:6176:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787707414.415513:0:6176:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dc9f80 x1874546788421376/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787707414.415521:0:6176:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:6176:1874546788421376:192.168.203.115@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1787707414.415527:0:6176:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787707414.415530:0:6176:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707414.415533:0:6176:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1787707414.415536:0:6176:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707414.415539:0:6176:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dc9f80 x1874546788421376/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.415545:0:6176:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1787707414.415548:0:6176:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff967f45dc7d80. 00000100:00000001:1.0:1787707414.415551:0:6176:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1787707414.415553:0:6176:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787707414.415563:0:6176:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1787707414.415565:0:6176:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707414.415567:0:6176:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dc9f80 x1874546788421376/t0(0) o503->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787707430 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707414.415573:0:6176:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787707414.415576:0:6176:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787707414.415579:0:6176:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff967f49280000. 02000000:00000001:1.0:1787707414.415590:0:6176:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787707414.415594:0:6176:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787707414.415595:0:6176:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000020:00000001:1.0:1787707414.415598:0:6176:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1787707414.415600:0:6176:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff967f46b38800. 02000000:00000001:1.0:1787707414.415604:0:6176:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787707414.415606:0:6176:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787707414.415608:0:6176:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dc9f80. 00000100:00000001:1.0:1787707414.415617:0:6176:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787707414.415618:0:6176:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1787707414.415621:0:6176:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1787707414.415623:0:6176:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:1.0:1787707414.415624:0:6176:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1787707414.415628:0:6176:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787707414.415630:0:6176:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1787707414.415634:0:6176:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1787707414.415637:0:6176:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff967f46ae4de0. 00000040:00001000:1.0:1787707414.415640:0:6176:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1787707414.418457:0:10366:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1787707414.418469:0:10366:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff967f46b38c00. 00000020:00000010:3.0:1787707414.418478:0:10366:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff967f46b39600. 00000040:00000010:3.0:1787707414.418489:0:10366:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff967f46b39c00. 00000020:00000010:3.0:1787707414.418495:0:10366:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff967f49385800. 00000020:00000010:3.0:1787707414.418502:0:10366:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff967f47020f18. 00000020:00000010:3.0:1787707414.418507:0:10366:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff967f46b39e00. 80000000:00000010:3.0:1787707414.418512:0:10366:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff967f44fc4f60. 40000000:00000010:3.0:1787707414.418517:0:10366:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff967f50eea0c0. 00100000:00000010:3.0:1787707414.418523:0:10366:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff967f58d1c800. 00040000:00000010:3.0:1787707414.418529:0:10366:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff967f43269100. 00040000:00000010:3.0:1787707414.418534:0:10366:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff967f58d1d000. 00040000:00000010:3.0:1787707414.418538:0:10366:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff967f46b39a00. 00000004:00000010:3.0:1787707414.418543:0:10366:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff967f58d18800. 00000004:00000010:3.0:1787707414.418549:0:10366:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff967f58cab000. 00000004:00000010:3.0:1787707414.418568:0:10366:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff967f46696800. 00002000:00000010:3.0:1787707414.418574:0:10366:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff967f48055400. 00000004:00000010:3.0:1787707414.418579:0:10366:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff967f48055000. 00000020:00000010:3.0:1787707414.418585:0:10366:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff967f50eeaf40. 00000040:00000010:3.0:1787707414.418595:0:10366:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff967f45ddc000. 00000040:00080000:3.0:1787707414.421437:0:10366:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1787707414.421453:0:10366:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff967f45ddc000. 00000020:00000010:3.0:1787707414.421466:0:10366:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff967f50eeaf40. 00000020:00000010:3.0:1787707414.421488:0:10366:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff967f46b39600. 00000040:00000010:3.0:1787707414.421494:0:10366:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff967f46b39c00. 00000020:00000010:3.0:1787707414.421498:0:10366:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff967f49385800. 00000020:00000010:3.0:1787707414.421505:0:10366:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff967f47020f18. 00000020:00000010:3.0:1787707414.421512:0:10366:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff967f46b39e00. 80000000:00000010:3.0:1787707414.421516:0:10366:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff967f44fc4f60. 40000000:00000010:3.0:1787707414.421521:0:10366:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff967f50eea0c0. 00100000:00000010:3.0:1787707414.421526:0:10366:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff967f58d1c800. 00040000:00000010:3.0:1787707414.421532:0:10366:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff967f43269100. 00040000:00000010:3.0:1787707414.421537:0:10366:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff967f58d1d000. 00040000:00000010:3.0:1787707414.421542:0:10366:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff967f46b39a00. 00000004:00000010:3.0:1787707414.421546:0:10366:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff967f58d18800. 00000004:00000010:3.0:1787707414.421552:0:10366:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff967f58cab000. 00000004:00000010:3.0:1787707414.421560:0:10366:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff967f46696800. 00002000:00000010:3.0:1787707414.421574:0:10366:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff967f48055400. 00000004:00000010:3.0:1787707414.421579:0:10366:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff967f48055000. 00000020:00000010:3.0:1787707414.421583:0:10366:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff967f46b38c00. 00000040:00000010:1.0:1787707414.421777:0:6176:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff967f46ae4de0. 00000040:00000001:1.0:1787707414.421783:0:6176:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1787707414.421787:0:6176:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1787707414.421803:0:6176:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff967f45dda000. 00000040:00000010:1.0:1787707414.421808:0:6176:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff967f46b39400. 00000020:00000001:1.0:1787707414.421811:0:6176:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787707414.421815:0:6176:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1787707414.421819:0:6176:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff967f42c38e00. 00000040:00000010:1.0:1787707414.421822:0:6176:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff967f60d51a00. 00000020:00000010:1.0:1787707414.421826:0:6176:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff967f49384800. 00000020:00000010:1.0:1787707414.421831:0:6176:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff967f60d50200. 80000000:00000010:1.0:1787707414.421834:0:6176:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff967f44fc4a20. 00040000:00000010:1.0:1787707414.421837:0:6176:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff967f60d51000. 20000000:00000010:1.0:1787707414.421841:0:6176:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff967f46b38400. 00000020:00000010:1.0:1787707414.421844:0:6176:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff967f42c39a00. 10000000:00000010:1.0:1787707414.421848:0:6176:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff967f50eea840. 10000000:01000000:1.0:1787707414.421851:0:6176:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.115@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1787707414.421855:0:6176:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1787707414.421859:0:6176:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1787707414.421863:0:6176:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1787707414.421866:0:6176:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff967f4150e400 refcount=3 00000020:00000001:1.0:1787707414.421869:0:6176:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446628072033674240 : -116001675877376 : ffff967f4150e400) 00010000:00000001:1.0:1787707414.421873:0:6176:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446628072033674240 : -116001675877376 : ffff967f4150e400) 00010000:00000001:1.0:1787707414.421876:0:6176:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1787707414.421889:0:6176:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.115@tcp lock: ffff967f4150e400/0xef8a31b52a3b6236 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927fe expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787707414.421901:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787707414.421903:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1787707414.421906:0:6176:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.115@tcp lock: ffff967f4150e400/0xef8a31b52a3b6236 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xedf007d7564927fe expref: -99 pid: 6176 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1787707414.421912:0:6176:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1787707414.421914:0:6176:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1787707414.421915:0:6176:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1787707414.421917:0:6176:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787707414.421919:0:6176:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1787707414.421923:0:6176:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1787707414.421926:0:6176:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1787707414.421928:0:6176:0:(mgc_request.c:123:config_log_put()) log params(ffff967f60d03a00) refs 3 10000000:00000001:1.0:1787707414.421931:0:6176:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:1.0:1787707415.359637:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707415.359647:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707415.359654:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707415.359655:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787707415.361309:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787707415.361317:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707415.361324:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787707415.742987:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951800 (cpu 0) has reached its deadline 4295056960, at 4295057024 00000100:00000010:0.0:1787707415.743008:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f492944e0. 00000100:00000040:1.0:1787707415.744057:0:8223:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951910 (cpu 1) has reached its deadline 4295056960, at 4295057025 00000100:00000010:1.0:1787707415.744070:0:8223:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f492941e0. 00010000:00000001:1.0:1787707416.382878:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707416.382889:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707416.382898:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707416.382900:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787707416.382923:0:10285:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787707416.382926:0:10285:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787707416.382929:0:10285:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:3.0:1787707416.383003:0:6176:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1787707416.383007:0:6176:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:1.0:1787707417.406979:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707417.406989:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707417.406997:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707417.406999:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787707417.407771:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787707417.407776:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707417.407780:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1787707418.430865:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707418.430876:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707418.430888:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707418.430902:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787707418.431084:0:6174:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787707418.431092:0:6174:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787707418.431109:0:6174:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787707418.687527:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d829a6f2-ddf5-48c5-884c-8dabdaf957f4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707418.687542:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787707418.687551:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dcb480. 00000020:00000040:3.0:1787707418.687559:0:38:0:(genops.c:1210:class_import_get()) import ffff967f493ae800 refcount=4 obd=MGC192.168.203.115@tcp 00000100:00000001:3.0:1787707418.687564:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707418.687569:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707418.687575:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707418.687585:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f43269100. 00000100:00000001:3.0:1787707418.687594:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707418.687609:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging d829a6f2-ddf5-48c5-884c-8dabdaf957f4->MGS req@ffff967f58dcb480 x1874546788421504/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787707418.687622:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707418.687627:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707418.687635:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000185f7aad] to pc [ptlrpcd_01_01+1] req@ffff967f58dcb480 x1874546788421504/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707418.687663:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707418.687665:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707418.687668:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787707418.687671:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58dc8000. 00000020:00000040:3.0:1787707418.687674:0:38:0:(genops.c:1210:class_import_get()) import ffff967f48d55800 refcount=4 obd=lustre-MDT0000-mdc-ffff967f43ef7000 00000100:00000001:3.0:1787707418.687676:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787707418.687677:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787707418.687679:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707418.687683:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f43269e00. 00000100:00000001:3.0:1787707418.687686:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707418.687711:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0000_UUID req@ffff967f58dc8000 x1874546788421632/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787707418.687719:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787707418.687722:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707418.687726:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040223c43] to pc [ptlrpcd_01_00+0] req@ffff967f58dc8000 x1874546788421632/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707418.687734:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707418.687737:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707418.687895:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1787707418.688032:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707418.688037:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707418.688040:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787707418.688047:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dcb480 x1874546788421504/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707418.688057:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707418.688060:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707418.688065:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707418.688069:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707418.688072:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707418.688076:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788421504:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707418.688081:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707418.688089:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707418.688093:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707418.688096:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787707418.688101:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f46b38400. 02000000:00000001:3.0:1787707418.688104:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707418.688113:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:3.0:1787707418.688118:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b2528. 00000400:00000010:3.0:1787707418.688127:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269990. 00000100:00000200:3.0:1787707418.688137:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788421504, portal 25 00000100:00000001:3.0:1787707418.688140:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787707418.688142:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428713088 : -116001280838528 : ffff967f58dcb480) 00000100:00000040:3.0:1787707418.688158:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dcb480 x1874546788421504/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707418.688166:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000010:0.0:1787707418.688169:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d8df80. 00000100:00000040:3.0:1787707418.688170:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000020:00000040:0.0:1787707418.688176:0:38:0:(genops.c:1210:class_import_get()) import ffff967f58d1e000 refcount=4 obd=lustre-MDT0001-mdc-ffff967f43ef7000 00000100:00000001:0.0:1787707418.688179:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:3.0:1787707418.688190:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269110. 00000100:00000200:3.0:1787707418.688197:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874546788421504, offset 0 00000400:00000200:3.0:1787707418.688205:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707418.688216:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707418.688227:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:3.0:1787707418.688233:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707418.688240:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707418.688245:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707418.688248:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707418.688254:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [169:169:256:4294967295] 192.168.203.115@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:3.0:1787707418.688259:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707418.688275:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707418.688284:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707418.688289:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269800. 02000000:00000001:0.0:1787707418.688296:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000800:00000200:3.0:1787707418.688298:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 02000000:00000001:0.0:1787707418.688301:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787707418.688309:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f51759100. 00000800:00000200:3.0:1787707418.688310:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000100:00000001:0.0:1787707418.688316:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787707418.688318:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269800 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:0.0:1787707418.688325:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-MDT0001_UUID req@ffff967f58d8df80 x1874546788421760/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787707418.688334:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787707418.688336:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707418.688340:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707418.688342:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e4ee3477] to pc [ptlrpcd_00_00+0] req@ffff967f58d8df80 x1874546788421760/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787707418.688350:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707418.688355:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 0 is 4295061246 00000100:00000010:3.0:1787707418.688363:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff967f44fc4c00. 00000100:00000001:3.0:1787707418.688371:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1787707418.688374:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707418.688378:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707418.688381:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS new deadline estimation for cpu 1 is 4295061246 00000100:00000040:0.0:1787707418.688383:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000010:3.0:1787707418.688388:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff967f44fc4b40. 00000100:00000040:0.0:1787707418.688389:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787707418.688395:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 293f2ea6-236f-4c9d-929b-69ffdff88607->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1787707418.688395:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.115@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1787707418.688402:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787707418.688402:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707418.688406:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1787707418.688412:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787707418.688413:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d8ed80. 00000100:00000001:3.0:1787707418.688416:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787707418.688417:0:38:0:(genops.c:1210:class_import_get()) import ffff967f58617000 refcount=4 obd=lustre-MDT0000-mdc-ffff967f44d83000 00000100:00000001:3.0:1787707418.688421:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707418.688422:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787707418.688425:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787707418.688428:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707418.688431:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787707418.688434:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787707418.688438:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1787707418.688440:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f51759300. 00000100:00000001:3.0:1787707418.688440:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707418.688442:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707418.688446:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707418.688447:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1787707418.688452:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707418.688455:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1787707418.688457:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0000_UUID req@ffff967f58d8ed80 x1874546788421888/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787707418.688457:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707418.688461:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707418.688463:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787707418.688465:0:2403:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1787707418.688471:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1787707418.688473:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58dc8000 x1874546788421632/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.688475:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707418.688485:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000affbca8c] to pc [ptlrpcd_00_01+1] req@ffff967f58d8ed80 x1874546788421888/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707418.688485:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787707418.688488:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707418.688493:0:2403:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787707418.688495:0:2403:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787707418.688497:0:2403:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787707418.688501:0:2403:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788421632:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707418.688505:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787707418.688509:0:2403:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787707418.688512:0:2403:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707418.688514:0:2403:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1787707418.688515:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787707418.688517:0:2403:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f46b38c00. 00000100:00000040:0.0:1787707418.688519:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1787707418.688521:0:2403:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707418.688527:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1787707418.688528:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000010:0.0:1787707418.688533:0:38:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff967f58d8c000. 00000400:00000010:3.0:1787707418.688534:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f493b23c8. 00000020:00000040:0.0:1787707418.688539:0:38:0:(genops.c:1210:class_import_get()) import ffff967f58610800 refcount=4 obd=lustre-MDT0001-mdc-ffff967f44d83000 00000400:00000010:3.0:1787707418.688540:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269dd0. 00000100:00000001:0.0:1787707418.688544:0:38:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:3.0:1787707418.688546:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788421632, portal 10 02000000:00000001:0.0:1787707418.688547:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1787707418.688550:0:2403:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1787707418.688552:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707418.688553:0:2403:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428699648 : -116001280851968 : ffff967f58dc8000) 02000000:00000010:0.0:1787707418.688558:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff967f51759e00. 00000100:00000001:0.0:1787707418.688564:0:38:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707418.688569:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58dc8000 x1874546788421632/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787707418.688572:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-MDT0001_UUID req@ffff967f58d8c000 x1874546788422016/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787707418.688586:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1787707418.688591:0:38:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1787707418.688592:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000100:00000001:0.0:1787707418.688595:0:38:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787707418.688596:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49269ee0. 00000100:00000200:3.0:1787707418.688601:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788421632, offset 0 00000100:00000040:0.0:1787707418.688604:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000212de9c0] to pc [ptlrpcd_00_00+0] req@ffff967f58d8c000 x1874546788422016/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787707418.688609:0:2403:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:3.0:1787707418.688617:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1787707418.688621:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787707418.688623:0:2403:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000100:00000040:0.0:1787707418.688625:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1787707418.688628:0:2403:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787707418.688631:0:2403:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:3.0:1787707418.688633:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787707418.688636:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:3.0:1787707418.688639:0:2403:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [170:170:255:4294967295] 192.168.203.115@tcp LPNI seq info [170:170:7:4294967295] 00000400:00000200:3.0:1787707418.688642:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:3.0:1787707418.688648:0:2403:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:3.0:1787707418.688652:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:3.0:1787707418.688655:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f43269d00. 00000800:00000200:3.0:1787707418.688659:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:3.0:1787707418.688663:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:3.0:1787707418.688666:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f43269d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787707418.688669:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707418.688673:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: using a timeout of 115792 usecs (116 jiffies) 00000400:00000200:3.0:1787707418.688676:0:2403:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707418.688678:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 0 is 4295060085 00000100:00000001:3.0:1787707418.688680:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS request active for cpu 0, keep current deadline 4295061246 00000100:00000001:3.0:1787707418.688683:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 1 is 4295060085 00000100:00000001:3.0:1787707418.688685:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f43ef7000: PM QoS request active for cpu 1, keep current deadline 4295061246 00000100:00000001:3.0:1787707418.688686:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707418.688692:0:2403:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707418.688694:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707418.688706:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707418.688718:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707418.688720:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1787707418.688788:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707418.688797:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269800. 00000400:00000200:1.0:1787707418.688803:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707418.688808:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707418.688815:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269110 00000400:00000010:1.0:1787707418.688819:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269110. 00000100:00000001:1.0:1787707418.688824:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707418.688829:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dcb480 x1874546788421504/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707418.688839:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707418.688842:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dcb480 x1874546788421504/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707418.688850:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707418.688851:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787707418.688941:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707418.688943:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f43269d00. 00000400:00000200:1.0:1787707418.688947:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707418.688951:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707418.688954:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269ee0 00000400:00000010:1.0:1787707418.688955:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269ee0. 00000100:00000001:1.0:1787707418.688958:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707418.688961:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58dc8000 x1874546788421632/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707418.688968:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707418.688971:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58dc8000 x1874546788421632/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707418.688977:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707418.688979:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1787707418.689333:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787707418.689336:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787707418.689348:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) cfbb1a24-4b63-42af-8d04-a69a75e459ae->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787707418.689354:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (397) 00000100:00000001:0.0:1787707418.689367:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707418.689370:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787707418.689371:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787707418.689378:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d8df80 x1874546788421760/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.689385:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787707418.689387:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707418.689389:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787707418.689392:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787707418.689394:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787707418.689397:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2400:1874546788421760:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1787707418.689401:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787707418.689405:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787707418.689407:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707418.689408:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787707418.689412:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f44fac800. 02000000:00000001:0.0:1787707418.689414:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787707418.689418:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1787707418.689422:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f48cf73c8. 00000400:00000010:0.0:1787707418.689427:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b54330. 00000100:00000200:0.0:1787707418.689432:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788421760, portal 10 00000100:00000001:0.0:1787707418.689434:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787707418.689435:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428461952 : -116001281089664 : ffff967f58d8df80) 00000100:00000040:0.0:1787707418.689441:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d8df80 x1874546788421760/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.689448:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787707418.689450:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1787707418.689453:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b54aa0. 00000100:00000200:0.0:1787707418.689455:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788421760, offset 0 00000400:00000200:0.0:1787707418.689460:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1787707418.689470:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707418.689475:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1787707418.689478:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787707418.689481:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1787707418.689485:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787707418.689487:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1787707418.689490:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [171:171:256:4294967295] 192.168.203.115@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:0.0:1787707418.689505:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707418.689512:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1787707418.689518:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1787707418.689523:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f42c01f00. 00000800:00000200:0.0:1787707418.689528:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1787707418.689534:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1787707418.689537:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f42c01f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787707418.689587:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707418.689591:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: using a timeout of 134463 usecs (135 jiffies) 00000400:00000200:0.0:1787707418.689594:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1787707418.689597:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 0 is 4295060104 00000100:00000001:0.0:1787707418.689599:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS request active for cpu 0, keep current deadline 4295061246 00000100:00000001:0.0:1787707418.689601:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS new deadline estimation for cpu 1 is 4295060104 00000100:00000001:0.0:1787707418.689604:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f43ef7000: PM QoS request active for cpu 1, keep current deadline 4295061246 00000100:00000001:0.0:1787707418.689606:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707418.689608:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707418.689610:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787707418.689615:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d8c000 x1874546788422016/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.689623:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787707418.689624:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707418.689626:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787707418.689761:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787707418.689764:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787707418.689769:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2400:1874546788422016:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1787707418.689773:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787707418.689775:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787707418.689777:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707418.689778:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787707418.689782:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f44fad800. 02000000:00000001:0.0:1787707418.689784:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787707418.689787:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1787707418.689791:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f48cf7478. 00000400:00000010:0.0:1787707418.689795:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b547f8. 00000100:00000200:0.0:1787707418.689798:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788422016, portal 10 00000100:00000001:0.0:1787707418.689801:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787707418.689802:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428453888 : -116001281097728 : ffff967f58d8c000) 00000100:00000040:0.0:1787707418.689809:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d8c000 x1874546788422016/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.689816:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787707418.689818:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1787707418.689821:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b54ee0. 00000100:00000200:0.0:1787707418.689823:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788422016, offset 0 00000400:00000200:0.0:1787707418.689828:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1787707418.689831:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707418.689835:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1787707418.689838:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787707418.689841:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1787707418.689843:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787707418.689845:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1787707418.689848:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [172:172:255:4294967295] 192.168.203.115@tcp LPNI seq info [172:172:7:4294967295] 00000400:00000200:0.0:1787707418.689853:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707418.689860:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1787707418.689865:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1787707418.689884:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f46b55a00. 00000800:00000200:0.0:1787707418.689888:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1787707418.689893:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1787707418.689896:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f46b55a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787707418.689899:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707418.689903:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: using a timeout of 18361 usecs (19 jiffies) 00000400:00000200:0.0:1787707418.689906:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1787707418.689908:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295059990 00000100:00000001:0.0:1787707418.689911:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295061246 00000100:00000001:0.0:1787707418.689913:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295059990 00000100:00000001:0.0:1787707418.689915:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295061246 00000100:00000001:0.0:1787707418.689918:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707418.689920:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707418.689923:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707418.689925:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707418.689932:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787707418.689934:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787707418.689937:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707418.689938:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787707418.689939:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787707418.689942:0:2400:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1787707418.689944:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707418.689946:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787707418.689948:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707418.689949:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707418.689950:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787707418.689952:0:2400:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787707418.689956:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff967f58d8ed80 x1874546788421888/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.689964:0:2400:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787707418.689965:0:2400:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707418.689967:0:2400:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787707418.689969:0:2400:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787707418.689978:0:2400:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787707418.689982:0:2400:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff967f58d8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2400:1874546788421888:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1787707418.689986:0:2400:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787707418.689989:0:2400:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787707418.689991:0:2400:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707418.689999:0:2400:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787707418.690002:0:2400:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff967f44fad400. 02000000:00000001:0.0:1787707418.690004:0:2400:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787707418.690007:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000010:0.0:1787707418.690010:0:2400:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff967f48cf7108. 00000400:00000010:0.0:1787707418.690014:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b54dd0. 00000100:00000200:0.0:1787707418.690017:0:2400:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874546788421888, portal 10 00000100:00000001:0.0:1787707418.690829:0:2400:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787707418.690835:0:2400:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446628072428465536 : -116001281086080 : ffff967f58d8ed80) 00000100:00000040:0.0:1787707418.690848:0:2400:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff967f58d8ed80 x1874546788421888/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.690857:0:2400:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787707418.690859:0:2400:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.115@tcp 00000400:00000010:0.0:1787707418.690864:0:2400:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff967f49b54110. 00000100:00000200:0.0:1787707418.690868:0:2400:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874546788421888, offset 0 00000400:00000200:0.0:1787707418.690874:0:2400:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.115@tcp 00000400:00000200:0.0:1787707418.690880:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707418.690885:0:2400:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.115@tcp local destination 00000400:00000200:0.0:1787707418.690890:0:2400:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787707418.690893:0:2400:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.15@tcp 00000400:00000200:0.0:1787707418.690895:0:2400:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.15@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787707418.690898:0:2400:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.115@tcp 00000400:00000200:0.0:1787707418.690901:0:2400:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.15@tcp NI seq info: [173:173:254:4294967295] 192.168.203.115@tcp LPNI seq info [173:173:6:4294967295] 00000400:00000200:0.0:1787707418.690905:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:0.0:1787707418.690913:0:2400:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp:) -> 192.168.203.115@tcp(192.168.203.115@tcp:192.168.203.115@tcp) : PUT try# 0 00000800:00000200:0.0:1787707418.690918:0:2400:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.115@tcp 00000800:00000010:0.0:1787707418.690929:0:2400:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff967f46b55e00. 00000800:00000200:0.0:1787707418.690934:0:2400:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff967f45f470c0] -> 12345-192.168.203.115@tcp (5) 00000800:00000200:0.0:1787707418.690939:0:2400:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.115@tcp ip 192.168.203.115:988 00000800:00000200:0.0:1787707418.690943:0:2400:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff967f46b55e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787707418.690946:0:2400:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707418.690950:0:2400:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: using a timeout of 17408 usecs (18 jiffies) 00000400:00000200:0.0:1787707418.690953:0:2400:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:0.0:1787707418.690955:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 0 is 4295059990 00000100:00000001:0.0:1787707418.690958:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS request active for cpu 0, keep current deadline 4295061246 00000100:00000001:0.0:1787707418.690960:0:2400:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS new deadline estimation for cpu 1 is 4295059990 00000100:00000001:0.0:1787707418.690962:0:2400:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff967f44d83000: PM QoS request active for cpu 1, keep current deadline 4295061246 00000100:00000001:0.0:1787707418.690964:0:2400:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707418.690966:0:2400:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707418.690971:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707418.690974:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707418.690987:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707418.691001:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787707418.702720:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:1.0:1787707418.702794:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707418.702801:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f42c01f00. 00000400:00000200:1.0:1787707418.702812:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707418.702830:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707418.702840:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b54aa0 00000400:00000010:1.0:1787707418.702843:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b54aa0. 00000100:00000001:1.0:1787707418.702850:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707418.702862:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d8df80 x1874546788421760/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707418.702933:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707418.702939:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d8df80 x1874546788421760/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707418.702948:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707418.702950:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787707418.702970:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707418.702972:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f46b55a00. 00000400:00000200:1.0:1787707418.702976:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707418.702978:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707418.702982:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b54ee0 00000400:00000010:1.0:1787707418.702983:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b54ee0. 00000100:00000001:1.0:1787707418.702985:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707418.702988:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d8c000 x1874546788422016/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707418.702994:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707418.702996:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d8c000 x1874546788422016/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707418.703000:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707418.703001:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1787707418.703108:0:2392:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1787707418.703110:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff967f46b55e00. 00000400:00000200:1.0:1787707418.703112:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707418.703115:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000400:00000200:1.0:1787707418.703117:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b54110 00000400:00000010:1.0:1787707418.703118:0:2392:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b54110. 00000100:00000001:1.0:1787707418.703120:0:2392:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1787707418.703128:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff967f58d8ed80 x1874546788421888/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707418.703134:0:2392:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787707418.703136:0:2392:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff967f58d8ed80 x1874546788421888/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707418.703140:0:2392:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787707418.703141:0:2392:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1787707418.703156:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707418.703158:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707418.703160:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707418.703168:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.703172:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707418.703179:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.703183:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.703188:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.703191:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef705000 00000400:00000200:1.0:1787707418.703195:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.703201:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x909 [1] + 224 00000800:00000001:1.0:1787707418.703208:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707418.703211:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707418.703212:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707418.703214:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707418.703219:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707418.703222:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dc8000 x1874546788421632/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707418.703229:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58dc8000 x1874546788421632/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707418.703243:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707418.703250:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707418.703254:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707418.703256:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707418.703263:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707418.703266:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.703270:0:2393:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707418.703274:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.703277:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.703279:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.703282:0:2393:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 25 MB=0x6a8e3ef704f80 00000400:00000200:1.0:1787707418.703286:0:2393:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000100:00000001:3.0:1787707418.703286:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1787707418.703291:0:2393:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.115@tcp of length 224/224 into md 0x901 [1] + 224 00000100:00000001:3.0:1787707418.703291:0:2403:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1787707418.703294:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1787707418.703298:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707418.703300:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707418.703303:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b23c8. 00000400:00000200:3.0:1787707418.703307:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269dd0 00000400:00000010:3.0:1787707418.703308:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269dd0. 00000800:00000001:1.0:1787707418.703309:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707418.703311:0:2393:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1787707418.703312:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:1.0:1787707418.703314:0:2393:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000200:3.0:1787707418.703317:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dc8000 x1874546788421632/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707418.703318:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707418.703323:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58dcb480 x1874546788421504/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707418.703325:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dc8000 x1874546788421632/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707418.703331:0:2393:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58dcb480 x1874546788421504/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707418.703333:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707418.703335:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707418.703337:0:2403:0:(client.c:1593:after_reply()) Process entered 00000100:00000001:1.0:1787707418.703339:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 02000000:00000001:3.0:1787707418.703341:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000800:00000001:1.0:1787707418.703342:0:2393:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707418.703344:0:2393:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707418.703344:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707418.703348:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707418.703351:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707418.703363:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f48d55c60 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707418.703368:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f48d55c18 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707418.703371:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707418.703373:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707418.703376:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787707418.703381:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707418.703386:0:2403:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787707418.703388:0:2403:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f43ef7000: skip recheck: last_committed 0 00000100:00000001:3.0:1787707418.703390:0:2403:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787707418.703392:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707418.703398:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dc8000 x1874546788421632/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707418.703419:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707418.703422:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707418.703424:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707418.703429:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dc8000 x1874546788421632/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707418.703436:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dc8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:293f2ea6-236f-4c9d-929b-69ffdff88607:2403:1874546788421632:192.168.203.115@tcp:400:kworker.0 00000400:00000001:3.0:1787707418.703443:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787707418.703445:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787707418.703446:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f493b2528. 00000400:00000200:3.0:1787707418.703449:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49269990 00000400:00000010:3.0:1787707418.703451:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49269990. 00000100:00000001:3.0:1787707418.703453:0:2403:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787707418.703456:0:2403:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58dcb480 x1874546788421504/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787707418.703464:0:2403:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58dcb480 x1874546788421504/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707418.703470:0:2403:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787707418.703471:0:2403:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707418.703473:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1787707418.703475:0:2403:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787707418.703476:0:2403:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787707418.703478:0:2403:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787707418.703479:0:2403:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787707418.703483:0:2403:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f493aec60 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1787707418.703486:0:2403:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f493aec18 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1787707418.703489:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787707418.703490:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787707418.703492:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787707418.703493:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707418.703495:0:2403:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787707418.703499:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58dcb480 x1874546788421504/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707418.703509:0:2403:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787707418.703510:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787707418.703511:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787707418.703513:0:2403:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58dcb480 x1874546788421504/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787707418.703518:0:2403:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58dcb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d829a6f2-ddf5-48c5-884c-8dabdaf957f4:2403:1874546788421504:192.168.203.115@tcp:400:kworker.0 00000100:00000001:3.0:1787707418.703521:0:2403:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707418.703522:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707418.703524:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dc8000 x1874546788421632/t0(0) o400->lustre-MDT0000-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707418.703528:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707418.703531:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707418.703534:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f46b38c00. 02000000:00000001:3.0:1787707418.703536:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707418.703539:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707418.703541:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f48d55800 refcount=3 obd=lustre-MDT0000-mdc-ffff967f43ef7000 00000020:00000001:3.0:1787707418.703542:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707418.703544:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f43269e00. 02000000:00000001:3.0:1787707418.703549:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707418.703550:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707418.703552:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dc8000. 00000100:00000001:3.0:1787707418.703554:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707418.703555:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707418.703556:0:2403:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787707418.703558:0:2403:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58dcb480 x1874546788421504/t0(0) o400->MGC192.168.203.115@tcp@192.168.203.115@tcp:26/25 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787707418.703561:0:2403:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787707418.703562:0:2403:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787707418.703562:0:2403:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f46b38400. 02000000:00000001:3.0:1787707418.703563:0:2403:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787707418.703564:0:2403:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1787707418.703568:0:2403:0:(genops.c:1223:class_import_put()) import ffff967f493ae800 refcount=3 obd=MGC192.168.203.115@tcp 00000020:00000001:3.0:1787707418.703569:0:2403:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1787707418.703570:0:2403:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f43269100. 02000000:00000001:3.0:1787707418.703572:0:2403:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787707418.703573:0:2403:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787707418.703574:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58dcb480. 00000100:00000001:3.0:1787707418.703575:0:2403:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787707418.703576:0:2403:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707418.703578:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787707418.703584:0:2403:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787707418.703586:0:2403:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787707418.703588:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787707418.703589:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1787707418.717111:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707418.717139:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707418.717146:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707418.717150:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707418.717163:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.717175:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707418.717199:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.717206:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.717215:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.717221:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef705080 00000400:00000200:1.0:1787707418.717227:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.717250:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x911 [1] + 224 00000800:00000001:1.0:1787707418.717262:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707418.717268:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707418.717272:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707418.717278:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707418.717292:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707418.717306:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d8df80 x1874546788421760/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707418.717318:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d8df80 x1874546788421760/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707418.717339:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707418.717355:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707418.717359:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707418.717361:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707418.717363:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707418.717366:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.717370:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707418.717374:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.717377:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.717379:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.717382:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef705180 00000400:00000200:1.0:1787707418.717385:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.717389:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x921 [1] + 224 00000800:00000001:1.0:1787707418.717392:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707418.717395:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707418.717397:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707418.717400:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707418.717403:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707418.717408:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d8c000 x1874546788422016/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707418.717416:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d8c000 x1874546788422016/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707418.717431:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707418.717436:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707418.717439:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1787707418.717441:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707418.717443:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707418.717446:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.717449:0:2392:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.15@tcp(192.168.203.15@tcp) <- 192.168.203.115@tcp : PUT - for me 00000400:00000200:1.0:1787707418.717453:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.717456:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.717459:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.717461:0:2392:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.115@tcp of length 224 into portal 10 MB=0x6a8e3ef705100 00000400:00000200:1.0:1787707418.717464:0:2392:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.203.115@tcp to cpt 0 00000400:00000200:1.0:1787707418.717468:0:2392:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.115@tcp of length 224/224 into md 0x931 [1] + 224 00000800:00000001:1.0:1787707418.717472:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707418.717479:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1787707418.717482:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1787707418.717485:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.15@tcp->192.168.203.115@tcp: PUT: OK 00000100:00000001:1.0:1787707418.717488:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787707418.717492:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff967f58d8ed80 x1874546788421888/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1787707418.717511:0:2392:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff967f58d8ed80 x1874546788421888/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787707418.717519:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1787707418.717523:0:2392:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1787707418.717527:0:2392:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707418.717663:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707418.717671:0:2400:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787707418.717683:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787707418.717686:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787707418.717691:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f48cf7108. 00000400:00000200:0.0:1787707418.717707:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b54dd0 00000400:00000010:0.0:1787707418.717710:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b54dd0. 00000100:00000001:0.0:1787707418.717713:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707418.717718:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d8ed80 x1874546788421888/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787707418.717727:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d8ed80 x1874546788421888/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.717733:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787707418.717735:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707418.717769:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787707418.717780:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787707418.717783:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787707418.717786:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707418.717790:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787707418.717804:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58617460 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1787707418.717810:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58617418 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1787707418.717812:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787707418.717814:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707418.717818:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787707418.717823:0:2400:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707418.717828:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787707418.717831:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:0.0:1787707418.717833:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787707418.717835:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707418.717841:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d8ed80 x1874546788421888/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.717849:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707418.717852:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787707418.717855:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787707418.717859:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d8ed80 x1874546788421888/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707418.717867:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2400:1874546788421888:192.168.203.115@tcp:400:kworker.0 00000400:00000001:0.0:1787707418.717874:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787707418.717875:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787707418.717877:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f48cf73c8. 00000400:00000200:0.0:1787707418.717880:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b54330 00000400:00000010:0.0:1787707418.717882:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b54330. 00000100:00000001:0.0:1787707418.717884:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707418.717888:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d8df80 x1874546788421760/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787707418.717896:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d8df80 x1874546788421760/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.717915:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787707418.717916:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707418.717919:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787707418.717920:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787707418.717922:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787707418.717923:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707418.717925:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787707418.717930:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58d1e460 time=95 v=5 (5 0 0 0) 00000100:00001000:0.0:1787707418.717933:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58d1e418 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1787707418.717936:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787707418.717937:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707418.717938:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787707418.717943:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d8df80 x1874546788421760/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787707418.717950:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707418.717952:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787707418.717954:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f43ef7000: skip recheck: last_committed 0 00000100:00000001:0.0:1787707418.717955:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787707418.717957:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707418.717960:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d8df80 x1874546788421760/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.717967:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707418.717969:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787707418.717970:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787707418.717973:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d8df80 x1874546788421760/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707418.717981:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:293f2ea6-236f-4c9d-929b-69ffdff88607:2400:1874546788421760:192.168.203.115@tcp:400:kworker.0 00000400:00000001:0.0:1787707418.717987:0:2400:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787707418.717988:0:2400:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787707418.717990:0:2400:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff967f48cf7478. 00000400:00000200:0.0:1787707418.717997:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff967f49b547f8 00000400:00000010:0.0:1787707418.717999:0:2400:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff967f49b547f8. 00000100:00000001:0.0:1787707418.718002:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787707418.718006:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff967f58d8c000 x1874546788422016/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787707418.718014:0:2400:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff967f58d8c000 x1874546788422016/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.718023:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787707418.718024:0:2400:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707418.718026:0:2400:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1787707418.718028:0:2400:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787707418.718029:0:2400:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787707418.718030:0:2400:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787707418.718032:0:2400:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787707418.718037:0:2400:0:(import.c:2149:obd_at_measure()) add 5 to ffff967f58610c60 time=36 v=5 (5 0 0 0) 00000100:00001000:0.0:1787707418.718040:0:2400:0:(import.c:2149:obd_at_measure()) add 1 to ffff967f58610c18 time=36 v=5 (1 0 0 0) 00000100:00000001:0.0:1787707418.718042:0:2400:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787707418.718044:0:2400:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787707418.718045:0:2400:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787707418.718048:0:2400:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff967f58d8c000 x1874546788422016/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787707418.718055:0:2400:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707418.718057:0:2400:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787707418.718059:0:2400:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff967f44d83000: skip recheck: last_committed 0 00000100:00000001:0.0:1787707418.718060:0:2400:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787707418.718062:0:2400:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707418.718065:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff967f58d8c000 x1874546788422016/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.718070:0:2400:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787707418.718072:0:2400:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787707418.718074:0:2400:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787707418.718077:0:2400:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff967f58d8c000 x1874546788422016/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787707418.718095:0:2400:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff967f58d8c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:cfbb1a24-4b63-42af-8d04-a69a75e459ae:2400:1874546788422016:192.168.203.115@tcp:400:kworker.0 00000100:00000001:0.0:1787707418.718099:0:2400:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707418.718102:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707418.718105:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d8ed80 x1874546788421888/t0(0) o400->lustre-MDT0000-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.718111:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787707418.718114:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787707418.718118:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f44fad400. 02000000:00000001:0.0:1787707418.718122:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787707418.718126:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787707418.718128:0:2400:0:(genops.c:1223:class_import_put()) import ffff967f58617000 refcount=3 obd=lustre-MDT0000-mdc-ffff967f44d83000 00000020:00000001:0.0:1787707418.718131:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787707418.718134:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f51759300. 02000000:00000001:0.0:1787707418.718140:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787707418.718142:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787707418.718144:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d8ed80. 00000100:00000001:0.0:1787707418.718148:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787707418.718150:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707418.718151:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707418.718154:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d8df80 x1874546788421760/t0(0) o400->lustre-MDT0001-mdc-ffff967f43ef7000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.718160:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787707418.718161:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787707418.718162:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f44fac800. 02000000:00000001:0.0:1787707418.718164:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787707418.718165:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787707418.718166:0:2400:0:(genops.c:1223:class_import_put()) import ffff967f58d1e000 refcount=3 obd=lustre-MDT0001-mdc-ffff967f43ef7000 00000020:00000001:0.0:1787707418.718168:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787707418.718169:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f51759100. 02000000:00000001:0.0:1787707418.718170:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787707418.718171:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787707418.718173:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d8df80. 00000100:00000001:0.0:1787707418.718193:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787707418.718194:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707418.718196:0:2400:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787707418.718200:0:2400:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff967f58d8c000 x1874546788422016/t0(0) o400->lustre-MDT0001-mdc-ffff967f44d83000@192.168.203.115@tcp:12/10 lens 224/224 e 0 to 0 dl 1787707434 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787707418.718206:0:2400:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787707418.718208:0:2400:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787707418.718210:0:2400:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff967f44fad800. 02000000:00000001:0.0:1787707418.718212:0:2400:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787707418.718213:0:2400:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1787707418.718214:0:2400:0:(genops.c:1223:class_import_put()) import ffff967f58610800 refcount=3 obd=lustre-MDT0001-mdc-ffff967f44d83000 00000020:00000001:0.0:1787707418.718216:0:2400:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1787707418.718218:0:2400:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff967f51759e00. 02000000:00000001:0.0:1787707418.718220:0:2400:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787707418.718221:0:2400:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787707418.718222:0:2400:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff967f58d8c000. 00000100:00000001:0.0:1787707418.718225:0:2400:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787707418.718226:0:2400:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707418.718228:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787707418.718237:0:2400:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787707418.718239:0:2400:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787707418.718242:0:2400:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787707418.718245:0:2400:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707419.466565:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707419.466574:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707419.466582:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707419.466583:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787707419.466642:0:10285:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787707419.466645:0:10285:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787707419.466663:0:10285:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787707419.721763:0:6163:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1787707419.721768:0:6163:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787707419.967334:0:131:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951800 (cpu 0) has reached its deadline 4295061246, at 4295061248 00000100:00000010:0.0:1787707419.967360:0:131:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f44fc4c00. 00000100:00000040:1.0:1787707419.968068:0:8223:0:(connection.c:75:cpu_latency_work()) work item of ffff967f59951910 (cpu 1) has reached its deadline 4295061246, at 4295061249 00000100:00000010:1.0:1787707419.968079:0:8223:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff967f44fc4b40. 00010000:00000001:1.0:1787707420.480858:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707420.480870:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787707420.480879:0:8223:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1787707420.480881:0:8223:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787707420.481187:0:6173:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787707420.481192:0:6173:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787707420.481195:0:6173:0:(ldlm_lockd.c:2946:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 10384 lines, 10384 kept, 0 dropped, 0 bad.