00000001:01000000:0.0F:1789683174.170080:0:2341:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 683 MB/s 00000001:01000000:2.0F:1789683174.419846:0:2341:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 1047 MB/s 00000001:01000000:3.0F:1789683174.669770:0:2341:0:(lnet-crypto.c:360:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 7879 MB/s 00000020:02000000:0.0:1789683175.327200:0:2370:0:(class_obd.c:771:obdclass_init()) Lustre: Build Version: 2.17.58_39_g12a437a 00000400:02000000:3.0:1789683176.196556:0:2385:0:(api-ni.c:2828:lnet_startup_lndni()) Added LNI 192.168.204.44@tcp [8/256/0/180] 00008000:02000000:3.0:1789683179.503504:0:2536:0:(echo_client.c:2575:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:2.0:1789683358.550849:0:6163:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789683358.550855:0:6163:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1789683358.550856:0:6163:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.144@tcp:/lustre 00000020:01000004:2.0:1789683358.550858:0:6163:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1789683358.551021:0:6163:0:(super25.c:131:lustre_fill_super()) VFS Op: sb 000000003812b215 00000080:01000004:2.0:1789683358.551033:0:6163:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1789683358.551051:0:6163:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.144@tcp' 00000020:01000004:2.0:1789683358.551194:0:6163:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.144@tcp (typ=mgc) 00000020:00000080:2.0:1789683358.551220:0:6163:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.144@tcp (00000000e1983a43) 00000020:00000080:2.0:1789683358.551238:0:6163:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:2.0:1789683358.552430:0:6163:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1789683358.552463:0:6163:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1789683358.552898:0:6163:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:2.0:1789683358.552906:0:6163:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1789683358.553840:0:6163:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:3.0:1789683358.553849:0:6163:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:3.0:1789683358.554748:0:6163:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:3.0:1789683358.554758:0:6163:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:3.0:1789683358.555341:0:6163:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:2.0:1789683358.555418:0:6163:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1789683358.556873:0:6163:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789683358.557397:0:6163:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789683358.557624:0:6163:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1789683358.557632:0:6163:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1789683358.562378:0:6163:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1789683358.562397:0:6163:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1789683358.562998:0:6163:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:2.0:1789683358.563077:0:6163:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:2.0:1789683358.563848:0:6163:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:2.0:1789683358.563857:0:6163:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:2.0:1789683358.564908:0:6163:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:2.0:1789683358.564918:0:6163:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1789683358.569435:0:6163:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1789683358.569452:0:6163:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1789683358.571465:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683358.571472:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683358.571474:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789683358.572179:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789683358.572183:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789683358.572184:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1789683358.573069:0:6163:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ad2681af@MGC192.168.204.144@tcp: add connection 192.168.204.144@tcp at head 00010000:00010000:0.0:1789683358.574381:0:6163:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.144@tcp-0 is initialized 00000040:01000000:0.0:1789683358.574393:0:6163:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.144@tcp ctxt 1 is initialized 00010000:00010000:0.0:1789683358.578803:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1789683358.581874:0:6177:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1789683358.581977:0:6163:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.144@tcp (uuid 20306a6b-46c6-4de1-987d-3bf1c3e4c7d0) 00000020:00000080:0.0:1789683358.582165:0:6163:0:(genops.c:1384:class_connect()) connect: client 20306a6b-46c6-4de1-987d-3bf1c3e4c7d0, cookie 0x14f80dea22ad2e27 00000100:00080000:0.0:1789683358.582184:0:6163:0:(import.c:545:import_select_connection()) MGC192.168.204.144@tcp: connect to NID 192.168.204.144@tcp last attempt 0 00000100:00080000:0.0:1789683358.582203:0:6163:0:(import.c:666:import_select_connection()) MGC192.168.204.144@tcp: import 00000000ad2681af using connection 192.168.204.144@tcp/192.168.204.144@tcp 00000100:00100000:0.0:1789683358.582348:0:6163:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ad413b96 x1876618825957504/t0(0) o250->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789683358.582491:0:6163:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 20306a6b-46c6-4de1-987d-3bf1c3e4c7d0->MGS 00000080:00200000:0.0:1789683358.582525:0:6163:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff95cb480a4800 (sb 000000003812b215) 00000100:00100000:3.0:1789683358.582562:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ad413b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2401:1876618825957504:192.168.204.144@tcp:250: 00000080:01000000:0.0:1789683358.582897:0:6163:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1789683358.582900:0:6163:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1789683358.582904:0:6163:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:0.0:1789683358.582912:0:6163:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 8555ea9f-e6c7-4d13-ae13-a63148a1f25f 10000000:01000000:0.0:1789683358.590504:0:6163:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789683358.590514:0:6163:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff95cb480a4800 10000000:01000000:0.0:1789683358.590531:0:6163:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff95cb430acd40 10000000:01000000:0.0:1789683358.590869:0:6163:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789683358.590883:0:6163:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff95cb430acd40 from 1 10000000:01000000:0.0:1789683358.590887:0:6163:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1789683358.590943:0:6163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.144@tcp lock: 0000000037d5184f/0x14f80dea22ad2e2e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789683358.590967:0:6163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.144@tcp lock: 0000000037d5184f/0x14f80dea22ad2e2e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789683358.590981:0:6163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.144@tcp lock: 0000000037d5184f/0x14f80dea22ad2e2e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1789683358.591077:0:6163:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000d75a64b0 x1876618825957632/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683358.591090:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c12ad870 going to sleep for 0 seconds 00000100:00100000:3.0:1789683358.593830:0:2401:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.204.144@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789683358.593854:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.204.144@tcp: connect to target with instance 0 00000100:00080000:3.0:1789683358.593867:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.204.144@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1789683358.593873:0:2401:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1789683358.593878:0:2401:0:(import.c:65:import_set_state_nolock()) 00000000ad2681af MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1789683358.593883:0:2401:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1789683358.593895:0:2401:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:3.0:1789683358.593910:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c12ad870): req@00000000d75a64b0 x1876618825957632/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683358.593926:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ad413b96 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2401:1876618825957504:192.168.204.144@tcp:250: 00000100:00100000:0.0:1789683358.594869:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c12ad870 going to sleep for 11 seconds 00000100:00100000:0.0:1789683358.598793:0:6163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d75a64b0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825957632:192.168.204.144@tcp:101: 00010000:00010000:0.0:1789683358.598835:0:6163:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.144@tcp lock: 0000000037d5184f/0x14f80dea22ad2e2e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac236 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789683358.598852:0:6163:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.144@tcp lock: 0000000037d5184f/0x14f80dea22ad2e2e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf264b25c84ac236 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789683358.598948:0:6163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d75a64b0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825957760:192.168.204.144@tcp:501: 00000100:00100000:0.0:1789683358.599042:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c12ad870 going to sleep for 11 seconds 00000100:00100000:0.0:1789683358.606199:0:6163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d75a64b0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825957760:192.168.204.144@tcp:501: 10000000:01000000:0.0:1789683358.606324:0:6163:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.144@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1789683358.606385:0:6163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.144@tcp lock: 0000000037d5184f/0x14f80dea22ad2e2e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac236 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789683358.606398:0:6163:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.144@tcp lock: 0000000037d5184f/0x14f80dea22ad2e2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac236 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789683358.606419:0:6163:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff95cb480a4800 10000000:01000000:0.0:1789683358.606424:0:6163:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1789683358.606428:0:6163:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff95cb480a4800 10000000:01000000:0.0:1789683358.606430:0:6163:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789683358.606434:0:6163:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff95cb480a4800 10000000:01000000:0.0:1789683358.606435:0:6163:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1789683358.606439:0:6163:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff95cb480a4800 from 1 10000000:01000000:0.0:1789683358.606441:0:6163:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789683358.606478:0:6163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.144@tcp lock: 000000004a8b693f/0x14f80dea22ad2e35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789683358.606484:0:6163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.144@tcp lock: 000000004a8b693f/0x14f80dea22ad2e35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789683358.606496:0:6163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.144@tcp lock: 000000004a8b693f/0x14f80dea22ad2e35 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789683358.606526:0:6163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000d75a64b0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825957888:192.168.204.144@tcp:101: 00000100:00100000:0.0:1789683358.606638:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set 00000000c12ad870 going to sleep for 11 seconds 00000100:00100000:2.0:1789683358.619799:0:6163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000d75a64b0 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825957888:192.168.204.144@tcp:101: 00010000:00010000:2.0:1789683358.619840:0:6163:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.144@tcp lock: 000000004a8b693f/0x14f80dea22ad2e35 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac23d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683358.619854:0:6163:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.144@tcp lock: 000000004a8b693f/0x14f80dea22ad2e35 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf264b25c84ac23d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789683358.619978:0:6163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000a1e9f27c pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825958016:192.168.204.144@tcp:501: 00000100:00100000:2.0:1789683358.620291:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set 00000000fd0dedaf going to sleep for 11 seconds 00000100:00100000:0.0:1789683358.630785:0:6163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000a1e9f27c pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825958016:192.168.204.144@tcp:501: 00000100:00100000:0.0:1789683358.630877:0:6163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000008276c220 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825958144:192.168.204.144@tcp:503: 00000100:00100000:0.0:1789683358.630978:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b3fae4e9 going to sleep for 11 seconds 00000100:00100000:3.0:1789683358.635223:0:6163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000008276c220 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825958144:192.168.204.144@tcp:503: 00000100:00100000:1.0F:1789683358.638072:0:6182:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000253852e8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6182:1876618825958272:192.168.204.144@tcp:502: 00000100:00100000:2.0:1789683358.638860:0:6182:0:(client.c:2716:ptlrpc_set_wait()) set 00000000b1108750 going to sleep for 11 seconds 00000100:00100000:2.0:1789683358.643198:0:6182:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000253852e8 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6182:1876618825958272:192.168.204.144@tcp:502: 00000020:01000000:2.0:1789683358.643325:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789683358.643338:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.643340:0:6182:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:2.0:1789683358.643349:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff95cb480a4800 00000020:00000080:2.0:1789683358.643352:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789683358.643369:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff95cb480a4800 (00000000a52eb701) 00000020:00000080:2.0:1789683358.643404:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:2.0:1789683358.643413:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff95cb480a4800 00000020:00000080:2.0:1789683358.643416:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1789683358.644892:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff95cb480a4800 (uuid 8555ea9f-e6c7-4d13-ae13-a63148a1f25f) 00000020:01000000:2.0:1789683358.644902:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789683358.644909:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.644910:0:6182:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:2.0:1789683358.644914:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789683358.644918:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.644919:0:6182:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:2.0:1789683358.644923:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff95cb480a4800 00000020:00000080:2.0:1789683358.644925:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789683358.644936:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff95cb480a4800 (000000003ed6ed41) 00000020:00000080:2.0:1789683358.644953:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:2.0:1789683358.644957:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff95cb480a4800 00000020:00000080:2.0:1789683358.644960:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:2.0:1789683358.646527:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff95cb480a4800 (uuid 8555ea9f-e6c7-4d13-ae13-a63148a1f25f) 00000020:01000000:2.0:1789683358.647237:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789683358.647264:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.647267:0:6182:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:2.0:1789683358.647272:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789683358.647279:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.647280:0:6182:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:2.0:1789683358.647285:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1789683358.647288:0:6182:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:2.0:1789683358.647291:0:6182:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:2.0:1789683358.647301:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789683358.647304:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.647305:0:6182:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:2.0:1789683358.647308:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789683358.647313:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.647315:0:6182:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:2.0:1789683358.647318:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789683358.647324:0:6182:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.144@tcp to nid 0x20000c0a8cc90 (192.168.204.144@tcp) 00000020:01000000:2.0:1789683358.647361:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff95cb480a4800 00000020:00000080:2.0:1789683358.647365:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789683358.647378:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff95cb480a4800 (0000000004cbb7c1) 00000020:00000080:2.0:1789683358.647400:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:2.0:1789683358.647406:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff95cb480a4800 00000020:00000080:2.0:1789683358.647410:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789683358.647567:0:6182:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000cce8dd0e@lustre-MDT0000-mdc-ffff95cb480a4800: add connection 192.168.204.144@tcp at head 00010000:00010000:2.0:1789683358.651371:0:6182:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff95cb480a4800-1 is initialized 00000040:01000000:2.0:1789683358.651828:0:6182:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff95cb480a4800 ctxt 13 is initialized 00000020:00000080:2.0:1789683358.657465:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff95cb480a4800 (uuid 8555ea9f-e6c7-4d13-ae13-a63148a1f25f) 00000020:01000000:2.0:1789683358.657495:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff95cb480a4800 00000020:00000080:2.0:1789683358.657500:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1789683358.657565:0:6182:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1789683358.659158:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789683358.659170:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.659173:0:6182:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1789683358.659187:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789683358.659190:0:6182:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1789683358.659192:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789683358.659194:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789683358.659195:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789683358.659198:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.659199:0:6182:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789683358.659201:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789683358.659206:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.659207:0:6182:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1789683358.659211:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789683358.659217:0:6182:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.144@tcp to nid 0x20000c0a8cc90 (192.168.204.144@tcp) 00000020:01000000:2.0:1789683358.659386:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff95cb480a4800 00000020:00000080:2.0:1789683358.659390:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789683358.659413:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff95cb480a4800 (0000000041dcab6e) 00000020:00000080:2.0:1789683358.659436:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:2.0:1789683358.659442:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff95cb480a4800 00000020:00000080:2.0:1789683358.659445:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789683358.659580:0:6182:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000054523f69@lustre-MDT0001-mdc-ffff95cb480a4800: add connection 192.168.204.144@tcp at head 00010000:00010000:2.0:1789683358.668501:0:6182:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff95cb480a4800-2 is initialized 00000040:01000000:2.0:1789683358.670855:0:6182:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff95cb480a4800 ctxt 13 is initialized 00000020:00000080:2.0:1789683358.671424:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff95cb480a4800 (uuid 8555ea9f-e6c7-4d13-ae13-a63148a1f25f) 00000020:01000000:2.0:1789683358.671442:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff95cb480a4800 00000020:00000080:2.0:1789683358.671446:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1789683358.671474:0:6182:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1789683358.671529:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789683358.671534:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.671536:0:6182:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1789683358.671539:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789683358.671542:0:6182:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:2.0:1789683358.671543:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789683358.671545:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789683358.671552:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789683358.671555:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.671557:0:6182:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789683358.671559:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789683358.671564:0:6182:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.144@tcp:/lustre 00000020:00000080:2.0:1789683358.671568:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.671569:0:6182:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1789683358.671573:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789683358.671579:0:6182:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.144@tcp to nid 0x20000c0a8cc90 (192.168.204.144@tcp) 00000020:01000000:2.0:1789683358.671627:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff95cb480a4800 00000020:00000080:2.0:1789683358.671631:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789683358.671642:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff95cb480a4800 (000000004525f308) 00000020:00000080:2.0:1789683358.671682:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:2.0:1789683358.671689:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff95cb480a4800 00000020:00000080:2.0:1789683358.671692:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789683358.671786:0:6182:0:(ldlm_lib.c:102:import_set_conn()) imp 000000000bee8e7f@lustre-OST0000-osc-ffff95cb480a4800: add connection 192.168.204.144@tcp at head 00010000:00010000:2.0:1789683358.672046:0:6182:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff95cb480a4800-3 is initialized 00000020:00000080:2.0:1789683358.679485:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff95cb480a4800 (uuid 8555ea9f-e6c7-4d13-ae13-a63148a1f25f) 00000020:01000000:2.0:1789683358.679529:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff95cb480a4800 00000020:00000080:2.0:1789683358.679548:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1789683358.679577:0:6182:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1789683358.679602:0:6182:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff95cb480a4800: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1789683358.679610:0:6182:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1789683358.679648:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789683358.679653:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.679655:0:6182:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789683358.679705:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789683358.679710:0:6182:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1789683358.679712:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789683358.679713:0:6182:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789683358.679715:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789683358.679718:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.679727:0:6182:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789683358.679748:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789683358.679754:0:6182:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.144@tcp:/lustre 00000020:00000080:2.0:1789683358.679758:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.679760:0:6182:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789683358.679763:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789683358.679768:0:6182:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.144@tcp to nid 0x20000c0a8cc90 (192.168.204.144@tcp) 00000020:01000000:2.0:1789683358.679797:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff95cb480a4800 00000020:00000080:2.0:1789683358.679800:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789683358.679814:0:6182:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff95cb480a4800 (000000001566db48) 00000020:00000080:2.0:1789683358.679836:0:6182:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:2.0:1789683358.679842:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff95cb480a4800 00000020:00000080:2.0:1789683358.679844:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789683358.680079:0:6182:0:(ldlm_lib.c:102:import_set_conn()) imp 000000008a674716@lustre-OST0001-osc-ffff95cb480a4800: add connection 192.168.204.144@tcp at head 00010000:00010000:2.0:1789683358.680432:0:6182:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff95cb480a4800-4 is initialized 00000020:00000080:2.0:1789683358.680778:0:6182:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff95cb480a4800 (uuid 8555ea9f-e6c7-4d13-ae13-a63148a1f25f) 00000020:01000000:2.0:1789683358.680790:0:6182:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff95cb480a4800 00000020:00000080:2.0:1789683358.680793:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1789683358.680805:0:6182:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1789683358.680812:0:6182:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff95cb480a4800: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1789683358.680815:0:6182:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1789683358.680824:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789683358.680828:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.680831:0:6182:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789683358.680834:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789683358.680837:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.680838:0:6182:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789683358.680841:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789683358.680843:0:6182:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:2.0:1789683358.681075:0:6182:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003a2c69c6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6182:1876618825958400:192.168.204.144@tcp:502: 00000100:00100000:2.0:1789683358.681241:0:6182:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f5547cda going to sleep for 11 seconds 00000100:00100000:2.0:1789683358.685595:0:6182:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003a2c69c6 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6182:1876618825958400:192.168.204.144@tcp:502: 00000020:01000000:2.0:1789683358.685647:0:6182:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789683358.685657:0:6182:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683358.685681:0:6182:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000040:00080000:2.0:1789683358.685687:0:6182:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:3.0:1789683358.685903:0:6163:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:3.0:1789683358.685940:0:6163:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.144@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1789683358.685958:0:6163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.144@tcp lock: 000000004a8b693f/0x14f80dea22ad2e35 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac23d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683358.685973:0:6163:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.144@tcp lock: 000000004a8b693f/0x14f80dea22ad2e35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac23d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789683358.685994:0:6163:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff95cb480a4800 from 1 10000000:01000000:3.0:1789683358.685997:0:6163:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:3.0:1789683358.686065:0:6163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.144@tcp lock: 00000000946d4554/0x14f80dea22ad2e66 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683358.686073:0:6163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.144@tcp lock: 00000000946d4554/0x14f80dea22ad2e66 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683358.686085:0:6163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.144@tcp lock: 00000000946d4554/0x14f80dea22ad2e66 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789683358.686112:0:6163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ffc1eb90 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825958528:192.168.204.144@tcp:101: 00000100:00100000:3.0:1789683358.686219:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set 000000005fdd5fbc going to sleep for 11 seconds 00000100:00100000:3.0:1789683358.706026:0:6163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ffc1eb90 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825958528:192.168.204.144@tcp:101: 00010000:00010000:3.0:1789683358.706065:0:6163:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.144@tcp lock: 00000000946d4554/0x14f80dea22ad2e66 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac244 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683358.706080:0:6163:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.144@tcp lock: 00000000946d4554/0x14f80dea22ad2e66 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf264b25c84ac244 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789683358.708332:0:6163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@0000000061741074 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825958656:192.168.204.144@tcp:256: 00000100:00100000:1.0:1789683358.708699:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set 000000003e0b9030 going to sleep for 11 seconds 00000100:00100000:3.0:1789683358.716498:0:6163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@0000000061741074 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825958656:192.168.204.144@tcp:256: 10000000:01000000:3.0:1789683358.717902:0:6163:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.144@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:3.0:1789683358.717928:0:6163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.144@tcp lock: 00000000946d4554/0x14f80dea22ad2e66 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac244 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683358.717941:0:6163:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.144@tcp lock: 00000000946d4554/0x14f80dea22ad2e66 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac244 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789683358.720367:0:6163:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff95cb480a4800 from 1 10000000:01000000:2.0:1789683358.720372:0:6163:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789683358.720429:0:6163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.144@tcp lock: 000000009b3fce60/0x14f80dea22ad2e6d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683358.720440:0:6163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.144@tcp lock: 000000009b3fce60/0x14f80dea22ad2e6d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683358.720453:0:6163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.144@tcp lock: 000000009b3fce60/0x14f80dea22ad2e6d lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789683358.720579:0:6163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003a2c69c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825958784:192.168.204.144@tcp:101: 00000100:00100000:1.0:1789683358.722505:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set 0000000089d0f21a going to sleep for 11 seconds 00000100:00100000:2.0:1789683358.730983:0:6163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003a2c69c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825958784:192.168.204.144@tcp:101: 00010000:00010000:2.0:1789683358.731018:0:6163:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.144@tcp lock: 000000009b3fce60/0x14f80dea22ad2e6d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac24b expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683358.731031:0:6163:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.144@tcp lock: 000000009b3fce60/0x14f80dea22ad2e6d lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf264b25c84ac24b expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789683358.731122:0:6163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@000000003a2c69c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825958912:192.168.204.144@tcp:501: 00000100:00100000:2.0:1789683358.731226:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set 00000000f5547cda going to sleep for 11 seconds 00000100:00100000:3.0:1789683358.740396:0:6163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@000000003a2c69c6 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825958912:192.168.204.144@tcp:501: 00000100:00100000:3.0:1789683358.740482:0:6163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ffc1eb90 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825959040:192.168.204.144@tcp:503: 00000100:00100000:3.0:1789683358.740617:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set 000000005fdd5fbc going to sleep for 11 seconds 00000100:00100000:3.0:1789683358.745042:0:6163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ffc1eb90 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6163:1876618825959040:192.168.204.144@tcp:503: 00000100:00100000:3.0:1789683358.746308:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@00000000ffc1eb90 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6188:1876618825959168:192.168.204.144@tcp:502: 00000100:00100000:3.0:1789683358.746431:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set 00000000e298e1a7 going to sleep for 11 seconds 00000100:00100000:3.0:1789683358.752188:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@00000000ffc1eb90 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6188:1876618825959168:192.168.204.144@tcp:502: 00000020:01000000:3.0:1789683358.752251:0:6188:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789683358.752263:0:6188:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789683358.752266:0:6188:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1789683358.752275:0:6188:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff95cb480a4800 00000020:00000080:3.0:1789683358.752278:0:6188:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1789683358.752355:0:6188:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6188:1876618825959296:192.168.204.144@tcp:502: 00000100:00100000:3.0:1789683358.752478:0:6188:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb5022d6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789683358.764825:0:6188:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6188:1876618825959296:192.168.204.144@tcp:502: 00000020:01000000:3.0:1789683358.764891:0:6188:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789683358.764904:0:6188:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789683358.764907:0:6188:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:3.0:1789683358.764914:0:6188:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:0.0:1789683358.765216:0:6163:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1789683358.765240:0:6163:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789683358.765273:0:6163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb4164cc00/0x14f80dea22ad2e6d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac24b expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789683358.765300:0:6163:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.144@tcp lock: ffff95cb4164cc00/0x14f80dea22ad2e6d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac24b expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1789683358.765327:0:6163:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1789683358.765354:0:6163:0:(genops.c:1384:class_connect()) connect: client 8555ea9f-e6c7-4d13-ae13-a63148a1f25f, cookie 0x14f80dea22ad2e74 00800000:01000000:0.0:1789683358.765407:0:6163:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 8555ea9f-e6c7-4d13-ae13-a63148a1f25f to lustre-clilmv-ffff95cb480a4800 00800000:01000000:0.0:1789683358.765416:0:6163:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff95cb480a4800(8555ea9f-e6c7-4d13-ae13-a63148a1f25f) - lustre-MDT0000_UUID, 8555ea9f-e6c7-4d13-ae13-a63148a1f25f 00000020:00000080:0.0:1789683358.765426:0:6163:0:(genops.c:1384:class_connect()) connect: client 8555ea9f-e6c7-4d13-ae13-a63148a1f25f, cookie 0x14f80dea22ad2e7b 00000100:00080000:0.0:1789683358.765436:0:6163:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff95cb480a4800: connect to NID 192.168.204.144@tcp last attempt 0 00000100:00080000:0.0:1789683358.765454:0:6163:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff95cb480a4800: import ffff95cb50729800 using connection 192.168.204.144@tcp/192.168.204.144@tcp 00000008:00100000:0.0:1789683358.765471:0:6163:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1789683358.765501:0:6163:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95cb5022aa00 x1876618825959424/t0(0) o38->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789683358.765540:0:6163:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0000_UUID 00800000:01000000:0.0:1789683358.765699:0:6163:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff95cb480a4800(8555ea9f-e6c7-4d13-ae13-a63148a1f25f) successfully (5) 00800000:00000004:0.0:1789683358.765704:0:6163:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff95cb480a4800: age -717, max_age 0 00800000:01000000:0.0:1789683358.765738:0:6163:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff95cb480a4800(8555ea9f-e6c7-4d13-ae13-a63148a1f25f) - lustre-MDT0001_UUID, 8555ea9f-e6c7-4d13-ae13-a63148a1f25f 00000020:00000080:0.0:1789683358.765745:0:6163:0:(genops.c:1384:class_connect()) connect: client 8555ea9f-e6c7-4d13-ae13-a63148a1f25f, cookie 0x14f80dea22ad2e82 00000100:00080000:0.0:1789683358.765751:0:6163:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff95cb480a4800: connect to NID 192.168.204.144@tcp last attempt 0 00000100:00080000:0.0:1789683358.765756:0:6163:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff95cb480a4800: import ffff95cb507a7800 using connection 192.168.204.144@tcp/192.168.204.144@tcp 00000008:00100000:0.0:1789683358.765762:0:6163:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1789683358.765774:0:6163:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95cb50229c00 x1876618825959680/t0(0) o38->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789683358.765793:0:6163:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0001_UUID 00000100:00080000:1.0:1789683358.765811:0:2403:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff95cb50229500 x1876618825959552/t0(0) o41->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00800000:01000000:0.0:1789683358.765846:0:6163:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff95cb480a4800(8555ea9f-e6c7-4d13-ae13-a63148a1f25f) successfully (5) 00800000:00000004:0.0:1789683358.765849:0:6163:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff95cb480a4800: age -717, max_age 0 00000080:00000004:0.0:1789683358.765880:0:6163:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff95cb480a4800: age -717, max_age 282 00800000:00000004:0.0:1789683358.765886:0:6163:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff95cb480a4800: age -717, max_age 282 00000100:00080000:0.0:1789683358.765903:0:6163:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff95cb5022a300 x1876618825959936/t0(0) o41->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683358.765912:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb44f339c0 going to sleep for 0 seconds 00000100:00080000:0.0:1789683358.766008:0:2402:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff95cb5022ad80 x1876618825959808/t0(0) o41->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683358.766230:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb5022aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2401:1876618825959424:192.168.204.144@tcp:38: 00000100:00100000:3.0:1789683358.766354:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2401:1876618825959680:192.168.204.144@tcp:38: 00010000:00080000:3.0:1789683358.775363:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb5022aa00 x1876618825959424/t0(0) o38->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1789683368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683358.775406:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb480a4800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1789683358.775420:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff95cb480a4800: connect to target with instance 1 00000001:01000000:2.0:1789683359.025294:0:2401:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff95cb480a4800: T10 checksum algorithm t10ip512 speed = 3235 MB/s 00000001:01000000:3.0:1789683359.274795:0:2401:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff95cb480a4800: T10 checksum algorithm t10ip4K speed = 4987 MB/s 00000001:01000000:3.0:1789683359.525378:0:2401:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff95cb480a4800: T10 checksum algorithm t10crc512 speed = 1043 MB/s 00000100:00080000:3.0:1789683359.525393:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff95cb480a4800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1789683359.525411:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789683359.525418:0:2401:0:(import.c:65:import_set_state_nolock()) ffff95cb50729800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1789683359.525903:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000e3ec2e85): req@ffff95cb5022a300 x1876618825959936/t0(0) o41->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789683359.525934:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000008bdb70df): req@ffff95cb50229500 x1876618825959552/t0(0) o41->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683359.525970:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb5022aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2401:1876618825959424:192.168.204.144@tcp:38: 00010000:00080000:2.0:1789683359.526021:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb50229c00 x1876618825959680/t0(0) o38->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1789683368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683359.526033:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb480a4800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789683359.526046:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff95cb480a4800: connect to target with instance 1 00000100:00080000:2.0:1789683359.526056:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff95cb480a4800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1789683359.526062:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789683359.526065:0:2401:0:(import.c:65:import_set_state_nolock()) ffff95cb507a7800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1789683359.527443:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000083b0a6b0): req@ffff95cb5022ad80 x1876618825959808/t0(0) o41->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683359.527468:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50229c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2401:1876618825959680:192.168.204.144@tcp:38: 00000100:00100000:0.0:1789683359.527849:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb44f339c0 going to sleep for 11 seconds 00010000:00080000:1.0:1789683359.545550:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb50229500 x1876618825959552/t0(0) o41->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1789683375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683359.545582:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50229500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:0:1876618825959552:192.168.204.144@tcp:41: 00010000:00080000:0.0:1789683359.545717:0:6163:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb5022a300 x1876618825959936/t0(0) o41->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1789683375 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683359.545729:0:6163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb5022a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6163:1876618825959936:192.168.204.144@tcp:41: 00800000:00000004:0.0:1789683359.545746:0:6163:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff95cb480a4800: update ffff95cb430ab7d8 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:0.0:1789683359.545754:0:6163:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff95cb480a4800: update ffff95cb430a8458 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:0.0:1789683359.545804:0:6163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb5022a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6163:1876618825960064:192.168.204.144@tcp:40: 00000100:00100000:0.0:1789683359.545890:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb44f33480 going to sleep for 11 seconds 00010000:00080000:0.0:1789683359.549184:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb5022ad80 x1876618825959808/t0(0) o41->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1789683375 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683359.549234:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb5022ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:0:1876618825959808:192.168.204.144@tcp:41: 00010000:00080000:3.0:1789683359.552065:0:6163:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb5022a300 x1876618825960064/t0(0) o40->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 440/448 e 0 to 0 dl 1789683375 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683359.552091:0:6163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb5022a300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6163:1876618825960064:192.168.204.144@tcp:40: 00000080:00000004:3.0:1789683359.552133:0:6163:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:3.0:1789683359.552152:0:6163:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 2146304 00020000:01000000:3.0:1789683359.552157:0:6163:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:3.0:1789683359.552172:0:6163:0:(genops.c:1384:class_connect()) connect: client 8555ea9f-e6c7-4d13-ae13-a63148a1f25f, cookie 0x14f80dea22ad2e89 00000020:00000080:3.0:1789683359.552195:0:6163:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x14f80dea22ad2e90 00000100:00080000:3.0:1789683359.552204:0:6163:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff95cb480a4800: connect to NID 192.168.204.144@tcp last attempt 0 00000100:00080000:3.0:1789683359.552217:0:6163:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff95cb480a4800: import ffff95cb507a4800 using connection 192.168.204.144@tcp/192.168.204.144@tcp 00000008:00100000:3.0:1789683359.552233:0:6163:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789683359.552265:0:6163:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95cb4503a680 x1876618825960192/t0(0) o8->lustre-OST0000-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789683359.552298:0:6163:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0000_UUID 00020000:01000000:3.0:1789683359.552327:0:6163:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff95cb480a4800) active 00000020:00000080:3.0:1789683359.552358:0:6163:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x14f80dea22ad2e97 00000100:00080000:3.0:1789683359.552363:0:6163:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff95cb480a4800: connect to NID 192.168.204.144@tcp last attempt 0 00000100:00080000:3.0:1789683359.552396:0:6163:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff95cb480a4800: import ffff95cb507a7000 using connection 192.168.204.144@tcp/192.168.204.144@tcp 00000008:00100000:3.0:1789683359.552403:0:6163:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789683359.552415:0:6163:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95cb4503b100 x1876618825960320/t0(0) o8->lustre-OST0001-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789683359.552424:0:6163:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0001_UUID 00000100:00100000:1.0:1789683359.552480:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2401:1876618825960192:192.168.204.144@tcp:8: 00000100:00100000:1.0:1789683359.552735:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2401:1876618825960320:192.168.204.144@tcp:8: 00020000:01000000:3.0:1789683359.555722:0:6163:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff95cb480a4800) active 00000100:00100000:1.0:1789683359.556302:0:6163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6163:1876618825960448:192.168.204.144@tcp:900: 00000100:00100000:1.0:1789683359.556428:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb5078ac00 going to sleep for 11 seconds 00010000:00080000:2.0:1789683359.560859:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb4503a680 x1876618825960192/t0(0) o8->lustre-OST0000-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1789683369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683359.560878:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95cb480a4800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789683359.560891:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff95cb480a4800: connect to target with instance 1 00000100:00080000:2.0:1789683359.560903:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff95cb480a4800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1789683359.560919:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789683359.560923:0:2401:0:(import.c:65:import_set_state_nolock()) ffff95cb507a4800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1789683359.560930:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1789683359.560935:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1789683359.560940:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1789683359.560955:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2401:1876618825960192:192.168.204.144@tcp:8: 00010000:00080000:3.0:1789683359.561222:0:6163:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507fce00 x1876618825960448/t0(0) o900->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:29/10 lens 264/248 e 0 to 0 dl 1789683375 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683359.561235:0:6163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6163:1876618825960448:192.168.204.144@tcp:900: 00000100:00100000:3.0:1789683359.561310:0:6163:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6163:1876618825960576:192.168.204.144@tcp:33: 00000100:00100000:3.0:1789683359.561454:0:6163:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb5022dcc0 going to sleep for 11 seconds 00010000:00080000:2.0:1789683359.564105:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb4503b100 x1876618825960320/t0(0) o8->lustre-OST0001-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1789683369 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683359.564123:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff95cb480a4800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789683359.564134:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff95cb480a4800: connect to target with instance 1 00000100:00080000:2.0:1789683359.564161:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff95cb480a4800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1789683359.564177:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789683359.564181:0:2401:0:(import.c:65:import_set_state_nolock()) ffff95cb507a7000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1789683359.564188:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1789683359.564193:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1789683359.564199:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1789683359.564210:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2401:1876618825960320:192.168.204.144@tcp:8: 00010000:00080000:3.0:1789683359.621591:0:6163:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb4503b800 x1876618825960576/t0(0) o33->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:23/10 lens 448/464 e 0 to 0 dl 1789683375 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:3.0:1789683359.621617:0:6163:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6163:1876618825960576:192.168.204.144@tcp:33: 00010000:00010000:2.0:1789683359.622079:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200000:2.0:1789683359.625064:0:6163:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) 00000080:00200000:2.0:1789683359.625083:0:6163:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1789683359.625173:0:6163:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.58_39_g12a437a 00000080:00000004:2.0:1789683359.632003:0:6163:0:(super25.c:182:lustre_fill_super()) 192.168.204.144@tcp:/lustre: Mount complete 00000080:00200008:2.0:1789683359.838382:0:6206:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff95cb60909148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1789683359.838399:0:6206:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148),name=/ 00000002:00010000:2.0:1789683359.838439:0:6206:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789683359.839083:0:6206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683359.839098:0:6206:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6206 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683359.839129:0:6206:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6206 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789683359.839160:0:6206:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50294a80 pname:cluuid:pid:xid:nid:opc:job mkdir:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6206:1876618825960704:192.168.204.144@tcp:101: 00000100:00100000:2.0:1789683359.839264:0:6206:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb431af300 going to sleep for 11 seconds 00000100:00100000:2.0:1789683359.847617:0:6206:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50294a80 pname:cluuid:pid:xid:nid:opc:job mkdir:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6206:1876618825960704:192.168.204.144@tcp:101: 00010000:00010000:2.0:1789683359.847653:0:6206:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683359.847736:0:6206:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683359.847750:0:6206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683359.847767:0:6206:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683359.847783:0:6206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683359.847793:0:6206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683359.847802:0:6206:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:2.0:1789683359.847815:0:6206:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff95cb50294a80 x1876618825960704/t0(0) o101->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 576/688 e 0 to 0 dl 1789683375 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:2.0:1789683359.847843:0:6206:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683359.847860:0:6206:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff95cb430b0400 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:2.0:1789683359.847868:0:6206:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1789683359.847901:0:6206:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1789683359.847916:0:6206:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) for lock 0x14f80dea22ad2e9e 00000080:00010000:2.0:1789683359.847922:0:6206:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) 00000080:00010000:2.0:1789683359.847925:0:6206:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x14f80dea22ad2e9e from it ffffbe6704787cb8 00010000:00010000:2.0:1789683359.847929:0:6206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683359.847938:0:6206:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1789683360.645139:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789683361.669552:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:1.0:1789683362.385137:0:6258:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff95cb60909148), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1789683362.385155:0:6258:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148),name=/ 00000002:00010000:1.0:1789683362.385201:0:6258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789683362.385228:0:6258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789683362.385248:0:6258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:1.0:1789683362.385265:0:6258:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789683362.385275:0:6258:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) 00000080:00010000:1.0:1789683362.385279:0:6258:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) for lock 0x14f80dea22ad2e9e 00000080:00010000:1.0:1789683362.385287:0:6258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x14f80dea22ad2e9e from it ffffbe6704807cb8 00010000:00010000:1.0:1789683362.385292:0:6258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1789683362.385303:0:6258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:1.0:1789683362.386008:0:6258:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff95cb60909148), request_mask 0, flags 0, foreign 0 00000080:00200000:1.0:1789683362.386014:0:6258:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148),name=/ 00000002:00010000:1.0:1789683362.386027:0:6258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789683362.386038:0:6258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1789683362.386048:0:6258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:1.0:1789683362.386056:0:6258:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789683362.386063:0:6258:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) 00000080:00010000:1.0:1789683362.386066:0:6258:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) for lock 0x14f80dea22ad2e9e 00000080:00010000:1.0:1789683362.386071:0:6258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x14f80dea22ad2e9e from it ffffbe6704807cb8 00010000:00010000:1.0:1789683362.386074:0:6258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:1.0:1789683362.386096:0:6258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1789683362.386223:0:6258:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148),name=/ 00000002:00010000:1.0:1789683362.386232:0:6258:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1789683362.386240:0:6258:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1789683362.386249:0:6258:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:1.0:1789683362.386256:0:6258:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1789683362.386261:0:6258:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) 00000080:00010000:1.0:1789683362.386263:0:6258:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) for lock 0x14f80dea22ad2e9e 00000080:00010000:1.0:1789683362.386267:0:6258:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x14f80dea22ad2e9e from it ffffbe6704807bb0 00010000:00010000:1.0:1789683362.386270:0:6258:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:1.0:1789683362.386278:0:6258:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1789683362.386290:0:6258:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148), inode mode 41ed mask 44 00000080:00200008:1.0:1789683362.386299:0:6258:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff95cb60909148), flags 100000 00000080:00200080:1.0:1789683362.386401:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:1.0:1789683362.386419:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb511bc400 uarg=0000000000000000 00800000:00000004:1.0:1789683362.386426:0:6258:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff95cb480a4800: age 283, max_age 285 00000100:00100000:1.0:1789683362.386490:0:6258:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fc700 pname:cluuid:pid:xid:nid:opc:job lfs:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6258:1876618825960832:192.168.204.144@tcp:41: 00000100:00100000:1.0:1789683362.386809:0:6258:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb5078a9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789683362.394378:0:6258:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fc700 pname:cluuid:pid:xid:nid:opc:job lfs:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6258:1876618825960832:192.168.204.144@tcp:41: 00800000:00000004:3.0:1789683362.394419:0:6258:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff95cb480a4800: update ffff95cb430ab7d8 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1789683362.394510:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.394535:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb43149000 uarg=0000000000000000 00800000:00000004:3.0:1789683362.394544:0:6258:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0001-mdc-ffff95cb480a4800: age -717, max_age 285 00000100:00100000:3.0:1789683362.394603:0:6258:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038e00 pname:cluuid:pid:xid:nid:opc:job lfs:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6258:1876618825960960:192.168.204.144@tcp:41: 00000100:00100000:3.0:1789683362.394775:0:6258:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb50751b40 going to sleep for 11 seconds 00010000:00080000:3.0:1789683362.407354:0:6258:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb45038e00 x1876618825960960/t0(0) o41->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1789683378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683362.407395:0:6258:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038e00 pname:cluuid:pid:xid:nid:opc:job lfs:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6258:1876618825960960:192.168.204.144@tcp:41: 00800000:00000004:3.0:1789683362.407435:0:6258:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0001-mdc-ffff95cb480a4800: update ffff95cb507bd198 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:3.0:1789683362.407539:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407560:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407568:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407573:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407577:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407580:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407584:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407589:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407593:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407597:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407601:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407605:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407609:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407613:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407617:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407620:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407624:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407627:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407631:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407634:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407638:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407710:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407718:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407723:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407728:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407732:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407735:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407739:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407742:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407745:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407748:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407752:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407755:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407758:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407762:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407765:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407769:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407772:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407776:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407780:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407784:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407787:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407790:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407793:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407797:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407800:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407812:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407817:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407821:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407825:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407829:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407832:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407836:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407839:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407843:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407846:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407850:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407854:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407858:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407861:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407866:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407869:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407874:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407877:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407881:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407885:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407890:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407893:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407897:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407901:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407905:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407916:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407922:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407926:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407931:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407934:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407938:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407942:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407946:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407950:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407953:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407957:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407961:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407965:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407969:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407972:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407976:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407980:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407985:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407988:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.407992:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.407996:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408000:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408004:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408008:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408012:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408023:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408027:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408032:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408035:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408038:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408042:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408046:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408049:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408054:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408057:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408061:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408065:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408069:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408072:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408076:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408079:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408083:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408086:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408090:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408094:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408098:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408101:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408105:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408109:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408112:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408122:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408127:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408131:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408134:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00800000:00000080:3.0:1789683362.408137:0:6258:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.408141:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.408147:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00020000:00000004:3.0:1789683362.408157:0:6258:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff95cb480a4800: age -717, max_age 285 00000100:00100000:3.0:1789683362.408216:0:6258:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038e00 pname:cluuid:pid:xid:nid:opc:job lfs:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6258:1876618825961088:192.168.204.144@tcp:13: 00000100:00100000:3.0:1789683362.408302:0:6258:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb50751b40 going to sleep for 11 seconds 00010000:00080000:3.0:1789683362.427411:0:6258:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb45038e00 x1876618825961088/t0(0) o13->lustre-OST0000-osc-ffff95cb480a4800@192.168.204.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1789683378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683362.427435:0:6258:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038e00 pname:cluuid:pid:xid:nid:opc:job lfs:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6258:1876618825961088:192.168.204.144@tcp:13: 00020000:00000004:3.0:1789683362.427478:0:6258:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff95cb480a4800: update ffff95cb507b9e18 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1789683362.427564:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.427584:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00020000:00000004:3.0:1789683362.427593:0:6258:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff95cb480a4800: age -717, max_age 285 00000100:00100000:3.0:1789683362.427632:0:6258:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038e00 pname:cluuid:pid:xid:nid:opc:job lfs:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6258:1876618825961216:192.168.204.144@tcp:13: 00000100:00100000:3.0:1789683362.427760:0:6258:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb50751b40 going to sleep for 11 seconds 00010000:00080000:3.0:1789683362.432576:0:6258:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb45038e00 x1876618825961216/t0(0) o13->lustre-OST0001-osc-ffff95cb480a4800@192.168.204.144@tcp:7/4 lens 224/368 e 0 to 0 dl 1789683378 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683362.432599:0:6258:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038e00 pname:cluuid:pid:xid:nid:opc:job lfs:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:6258:1876618825961216:192.168.204.144@tcp:13: 00020000:00000004:3.0:1789683362.432631:0:6258:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff95cb480a4800: update ffff95cb507b8458 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:3.0:1789683362.433390:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433427:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433436:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433453:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433459:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433464:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433468:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433472:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433476:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433479:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433483:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433488:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433492:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433496:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433500:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433504:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433508:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433511:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433515:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433519:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433523:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433527:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433531:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433535:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433539:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433542:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433554:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433558:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433562:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433565:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433569:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433572:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433576:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433579:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433584:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433587:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433592:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433595:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433599:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433603:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433607:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433610:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433614:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433617:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433621:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433625:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433629:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.433633:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.433637:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.434517:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.434534:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.434548:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.434555:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.434558:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.434562:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.434567:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.434571:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.434574:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.434578:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.434581:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.434585:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.434589:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.434592:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.434596:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.434599:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.434603:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.434607:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.434610:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.434614:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.434617:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.434621:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.434625:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.434629:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.434632:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.434637:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437326:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437388:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437401:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437406:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437409:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437419:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437423:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437426:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437430:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437433:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437437:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437451:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437456:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437461:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437465:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437469:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437472:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437476:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437479:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437484:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437487:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437491:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437495:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437499:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437503:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437507:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437519:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437525:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437529:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437532:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437536:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437540:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437543:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437547:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437550:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437554:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437558:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437562:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437565:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437569:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437573:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437576:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437579:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437583:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437586:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437590:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437593:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437596:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437599:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200080:3.0:1789683362.437603:0:6258:0:(dir.c:2009:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148) cmd=c00866a4 arg=7fff2cafceb0 00020000:00000080:3.0:1789683362.437606:0:6258:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff95cb480a4800: cmd=c00866a4 len=592 karg=ffff95cb82055c00 uarg=0000000000000000 00000080:00200008:3.0:1789683362.437630:0:6258:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff95cb60909148), flags 100000 00010000:00010000:0.0:1789683362.692884:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789683363.717103:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789683364.742195:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789683364.869155:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2403:1876618825961344:192.168.204.144@tcp:400: 00000100:00100000:1.0:1789683364.869289:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825961600:192.168.204.144@tcp:400: 00000100:00100000:1.0:1789683364.869319:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825961856:192.168.204.144@tcp:400: 00000100:00100000:1.0:1789683364.869347:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1789683364.869352:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825961472:192.168.204.144@tcp:400: 00000100:00100000:1.0:1789683364.869389:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825961728:192.168.204.144@tcp:400: 00000100:00100000:0.0:1789683364.887701:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825961472:192.168.204.144@tcp:400: 00010000:00080000:0.0:1789683364.887726:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507fc000 x1876618825961600/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683364.887745:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825961600:192.168.204.144@tcp:400: 00010000:00080000:0.0:1789683364.887765:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507ffb80 x1876618825961856/t0(0) o400->lustre-OST0001-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683364.887774:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825961856:192.168.204.144@tcp:400: 00000100:00100000:0.0:1789683364.903024:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2403:1876618825961344:192.168.204.144@tcp:400: 00010000:00080000:0.0:1789683364.903308:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507fd180 x1876618825961728/t0(0) o400->lustre-OST0000-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683380 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683364.903323:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825961728:192.168.204.144@tcp:400: 00010000:00010000:2.0:1789683365.783501:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789683365.784652:0:6452:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:0.0:1789683366.789397:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683367.813365:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789683368.837249:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789683369.790347:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.144@tcp (source: 12345-192.168.204.144@tcp) 00000100:00100000:0.0:1789683369.790430:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.144@tcp (source: 12345-192.168.204.144@tcp) 00000100:00100000:1.0:1789683369.790712:0:6164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876618842789632 00000100:00100000:1.0:1789683369.790726:0:6164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876618842789632 00000100:00100000:1.0:1789683369.790793:0:6164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876618842789760 00000100:00100000:1.0:1789683369.790796:0:6164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876618842789760 00000100:00100000:1.0:1789683369.790815:0:6164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.144@tcp, seq: 0 00000100:00100000:1.0:1789683369.790826:0:6164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff95cb5022ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0+4:10332:x1876618842789632:12345-192.168.204.144@tcp:104: 00010000:00010000:1.0:1789683369.790850:0:6164:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.144@tcp lock: ffff95cb40030a00/0x14f80dea22ad2e35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf264b25c84ac23d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683369.790947:0:6164:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789683369.790955:0:6164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff95cb5022ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0+4:10332:x1876618842789632:12345-192.168.204.144@tcp:104: Request processed in 131us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1789683369.790963:0:6164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.144@tcp, seq: 0 00000100:00100000:1.0:1789683369.790983:0:6164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.144@tcp, seq: 1 00000100:00100000:1.0:1789683369.790991:0:6164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff95cb50228380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0+3:10332:x1876618842789760:12345-192.168.204.144@tcp:104: 00010000:00010000:1.0:1789683369.791016:0:6164:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.144@tcp lock: ffff95cb40030200/0x14f80dea22ad2e2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf264b25c84ac236 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683369.791066:0:6164:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1789683369.791072:0:6164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff95cb50228380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0+3:10332:x1876618842789760:12345-192.168.204.144@tcp:104: Request processed in 82us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1789683369.791079:0:6164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.144@tcp, seq: 1 00010000:00010000:3.0:1789683369.791305:0:6174:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789683369.791314:0:6174:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.144@tcp lock: ffff95cb40030a00/0x14f80dea22ad2e35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf264b25c84ac23d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683369.791322:0:6174:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95cb40030a00 already unused, calling callback (ffffffffc117ec20) 10000000:00010000:3.0:1789683369.791326:0:6174:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.144@tcp lock: ffff95cb40030a00/0x14f80dea22ad2e35 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf264b25c84ac23d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683369.791335:0:6174:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.144@tcp lock: ffff95cb40030a00/0x14f80dea22ad2e35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf264b25c84ac23d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789683369.791343:0:6174:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.144@tcp lock: ffff95cb40030a00/0x14f80dea22ad2e35 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf264b25c84ac23d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789683369.791350:0:6174:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1789683369.791413:0:6174:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.144@tcp lock: ffff95cb40030a00/0x14f80dea22ad2e35 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf264b25c84ac23d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683369.791421:0:6174:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789683369.791445:0:6174:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.144@tcp lock: ffff95cb40030a00/0x14f80dea22ad2e35 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf264b25c84ac23d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683369.791452:0:6174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.144@tcp lock: ffff95cb40030a00/0x14f80dea22ad2e35 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf264b25c84ac23d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683369.791470:0:6174:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789683369.791474:0:6174:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.144@tcp lock: ffff95cb40030200/0x14f80dea22ad2e2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf264b25c84ac236 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683369.791480:0:6174:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95cb40030200 already unused, calling callback (ffffffffc117ec20) 10000000:00010000:3.0:1789683369.791490:0:6174:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.144@tcp lock: ffff95cb40030200/0x14f80dea22ad2e2e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf264b25c84ac236 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683369.791497:0:6174:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.144@tcp lock: ffff95cb40030200/0x14f80dea22ad2e2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf264b25c84ac236 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789683369.791503:0:6174:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.144@tcp lock: ffff95cb40030200/0x14f80dea22ad2e2e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf264b25c84ac236 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789683369.791508:0:6174:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1789683369.791522:0:6174:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.144@tcp lock: ffff95cb40030200/0x14f80dea22ad2e2e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf264b25c84ac236 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683369.791528:0:6174:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789683369.791534:0:6174:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.144@tcp lock: ffff95cb40030200/0x14f80dea22ad2e2e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf264b25c84ac236 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683369.791540:0:6174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.144@tcp lock: ffff95cb40030200/0x14f80dea22ad2e2e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf264b25c84ac236 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683369.791558:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789683369.791559:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789683369.791561:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789683369.791628:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825961984:192.168.204.144@tcp:103: 00000100:00100000:3.0:1789683369.791744:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789683369.791751:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825962112:192.168.204.144@tcp:103: 00010000:00010000:2.0:1789683369.792001:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789683369.798879:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825962112:192.168.204.144@tcp:103: 00000100:00100000:2.0:1789683369.798898:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825961984:192.168.204.144@tcp:103: 00010000:00010000:3.0:1789683369.888363:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789683369.988900:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825962240:192.168.204.144@tcp:400: 00000100:00100000:1.0:1789683369.989019:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825962496:192.168.204.144@tcp:400: 00000100:00100000:1.0:1789683369.989056:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789683369.989063:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825962368:192.168.204.144@tcp:400: 00000100:00100000:1.0:1789683369.989086:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825962624:192.168.204.144@tcp:400: 00010000:00080000:1.0:1789683370.004290:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507fdc00 x1876618825962496/t0(0) o400->lustre-OST0000-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683370.004326:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825962496:192.168.204.144@tcp:400: 00010000:00080000:1.0:1789683370.004393:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507fd500 x1876618825962368/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683370.004404:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825962368:192.168.204.144@tcp:400: 00010000:00080000:1.0:1789683370.004416:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507fed80 x1876618825962624/t0(0) o400->lustre-OST0001-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683385 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683370.004423:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825962624:192.168.204.144@tcp:400: 00000100:00100000:1.0:1789683370.004435:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825962240:192.168.204.144@tcp:400: 00010000:00010000:2.0:1789683370.885463:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789683371.911145:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683372.934187:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789683373.958501:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683374.982920:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789683375.110712:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825962752:192.168.204.144@tcp:400: 00000100:00100000:3.0:1789683375.110884:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825963008:192.168.204.144@tcp:400: 00000100:00100000:3.0:1789683375.110917:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825963264:192.168.204.144@tcp:400: 00000100:00100000:3.0:1789683375.110948:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789683375.111327:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825962880:192.168.204.144@tcp:400: 00000100:00100000:3.0:1789683375.111363:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825963136:192.168.204.144@tcp:400: 00010000:00080000:3.0:1789683375.122628:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb50297800 x1876618825963264/t0(0) o400->lustre-OST0001-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683375.122656:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825963264:192.168.204.144@tcp:400: 00000100:00100000:3.0:1789683375.122710:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50295880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825962880:192.168.204.144@tcp:400: 00010000:00080000:3.0:1789683375.122721:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb50297100 x1876618825963136/t0(0) o400->lustre-OST0000-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683375.122729:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825963136:192.168.204.144@tcp:400: 00000100:00100000:3.0:1789683375.122740:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825962752:192.168.204.144@tcp:400: 00010000:00080000:3.0:1789683375.122751:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb50296680 x1876618825963008/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683391 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683375.122760:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825963008:192.168.204.144@tcp:400: 00010000:00010000:3.0:1789683376.004923:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683377.034075:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1789683377.157404:0:6177:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1789683377.157415:0:6177:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff95cb480a4800 from 48 10000000:01000000:1.0:1789683377.157422:0:6177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789683377.157482:0:6177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb82165c00/0x14f80dea22ad2ea5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683377.157496:0:6177:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.144@tcp lock: ffff95cb82165c00/0x14f80dea22ad2ea5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683377.157511:0:6177:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.144@tcp lock: ffff95cb82165c00/0x14f80dea22ad2ea5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789683377.157544:0:6177:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825963392:192.168.204.144@tcp:101: 00000100:00100000:1.0:1789683377.157691:0:6177:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb50479240 going to sleep for 11 seconds 00000100:00100000:1.0:1789683377.168883:0:6177:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825963392:192.168.204.144@tcp:101: 00010000:00010000:1.0:1789683377.169037:0:6177:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.144@tcp lock: ffff95cb82165c00/0x14f80dea22ad2ea5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac301 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683377.169055:0:6177:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.144@tcp lock: ffff95cb82165c00/0x14f80dea22ad2ea5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf264b25c84ac301 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789683377.169166:0:6177:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825963520:192.168.204.144@tcp:501: 00000100:00100000:1.0:1789683377.169266:0:6177:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb50479240 going to sleep for 11 seconds 00000100:00100000:1.0:1789683377.176168:0:6177:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825963520:192.168.204.144@tcp:501: 00000100:00100000:1.0:1789683377.176251:0:6177:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825963648:192.168.204.144@tcp:503: 00000100:00100000:1.0:1789683377.176361:0:6177:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb50479240 going to sleep for 11 seconds 00000100:00100000:1.0:1789683377.185286:0:6177:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825963648:192.168.204.144@tcp:503: 00000100:00100000:3.0:1789683377.189370:0:6689:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6689:1876618825963776:192.168.204.144@tcp:502: 00000100:00100000:3.0:1789683377.189568:0:6689:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb507519c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789683377.196992:0:6689:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6689:1876618825963776:192.168.204.144@tcp:502: 00000020:01000000:3.0:1789683377.197071:0:6689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789683377.197084:0:6689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789683377.197087:0:6689:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789683377.197093:0:6689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1789683377.197166:0:6689:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6689:1876618825963904:192.168.204.144@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789683377.197350:0:6689:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb507519c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789683377.202135:0:6689:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6689:1876618825963904:192.168.204.144@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789683377.202265:0:6689:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789683377.202275:0:6689:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789683377.202278:0:6689:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789683377.202283:0:6689:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1789683377.202493:0:6177:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:1.0:1789683377.202515:0:6177:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.144@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789683377.202529:0:6177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb82165c00/0x14f80dea22ad2ea5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac301 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683377.202542:0:6177:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.144@tcp lock: ffff95cb82165c00/0x14f80dea22ad2ea5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac301 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789683377.202552:0:6177:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1789683377.202555:0:6177:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff95cb430acd40 from 1 10000000:01000000:1.0:1789683377.202558:0:6177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1789683377.202711:0:6177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb82164000/0x14f80dea22ad2eac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683377.202720:0:6177:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.144@tcp lock: ffff95cb82164000/0x14f80dea22ad2eac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683377.202732:0:6177:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.144@tcp lock: ffff95cb82164000/0x14f80dea22ad2eac lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789683377.202757:0:6177:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825964032:192.168.204.144@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789683377.203116:0:6177:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb50479240 going to sleep for 11 seconds 00000100:00100000:1.0:1789683377.218569:0:6177:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825964032:192.168.204.144@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789683377.218623:0:6177:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.144@tcp lock: ffff95cb82164000/0x14f80dea22ad2eac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac308 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683377.218639:0:6177:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.144@tcp lock: ffff95cb82164000/0x14f80dea22ad2eac lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf264b25c84ac308 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789683377.218797:0:6177:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825964160:192.168.204.144@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789683377.218896:0:6177:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb50479240 going to sleep for 11 seconds 00000100:00100000:1.0:1789683377.234689:0:6177:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825964160:192.168.204.144@tcp:501:ll_cfg_requeue.0 10000000:01000000:1.0:1789683377.236290:0:6177:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.144@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1789683377.236310:0:6177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb82164000/0x14f80dea22ad2eac lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac308 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683377.236324:0:6177:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.144@tcp lock: ffff95cb82164000/0x14f80dea22ad2eac lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac308 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683378.054570:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683379.077606:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789683379.240343:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.144@tcp (source: 12345-192.168.204.144@tcp) 00000100:00100000:0.0:1789683379.241130:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876618842802048 00000100:00100000:0.0:1789683379.241142:0:6165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876618842802048 00000100:00100000:0.0:1789683379.241232:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.144@tcp, seq: 2 00000100:00100000:0.0:1789683379.241243:0:6165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff95cb507fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0+3:10395:x1876618842802048:12345-192.168.204.144@tcp:104: 00010000:00010000:0.0:1789683379.241265:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.144@tcp lock: ffff95cb4164cc00/0x14f80dea22ad2e6d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf264b25c84ac24b expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789683379.241363:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789683379.241385:0:6165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff95cb507fea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0+3:10395:x1876618842802048:12345-192.168.204.144@tcp:104: Request processed in 144us (1055us total) trans 0 rc 0/0 00000100:00100000:0.0:1789683379.241393:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.144@tcp, seq: 2 00010000:00010000:3.0:1789683379.242558:0:6174:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789683379.242569:0:6174:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.144@tcp lock: ffff95cb4164cc00/0x14f80dea22ad2e6d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf264b25c84ac24b expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683379.242580:0:6174:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95cb4164cc00 already unused, calling callback (ffffffffc117ec20) 10000000:00010000:3.0:1789683379.242585:0:6174:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.144@tcp lock: ffff95cb4164cc00/0x14f80dea22ad2e6d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf264b25c84ac24b expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683379.242596:0:6174:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.144@tcp lock: ffff95cb4164cc00/0x14f80dea22ad2e6d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf264b25c84ac24b expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789683379.242604:0:6174:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.144@tcp lock: ffff95cb4164cc00/0x14f80dea22ad2e6d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf264b25c84ac24b expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789683379.242609:0:6174:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789683379.242715:0:6174:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.144@tcp lock: ffff95cb4164cc00/0x14f80dea22ad2e6d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf264b25c84ac24b expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683379.242741:0:6174:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789683379.242768:0:6174:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.144@tcp lock: ffff95cb4164cc00/0x14f80dea22ad2e6d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf264b25c84ac24b expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683379.242776:0:6174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.144@tcp lock: ffff95cb4164cc00/0x14f80dea22ad2e6d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf264b25c84ac24b expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683379.242798:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789683379.242799:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789683379.242801:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789683379.242822:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2404:1876618825964288:192.168.204.144@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1789683379.257763:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2404:1876618825964288:192.168.204.144@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789683380.104720:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789683380.230379:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825964544:192.168.204.144@tcp:400:kworker.0 00000100:00100000:1.0:1789683380.230504:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825964800:192.168.204.144@tcp:400:kworker.0 00000100:00100000:1.0:1789683380.230542:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1789683380.230548:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2403:1876618825964416:192.168.204.144@tcp:400:kworker.0 00000100:00100000:1.0:1789683380.230591:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825964672:192.168.204.144@tcp:400:kworker.0 00000100:00100000:1.0:1789683380.230616:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825964928:192.168.204.144@tcp:400:kworker.0 00000100:00100000:0.0:1789683380.242325:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2403:1876618825964416:192.168.204.144@tcp:400:kworker.0 00010000:00080000:0.0:1789683380.242355:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507fdc00 x1876618825964672/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683380.242371:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825964672:192.168.204.144@tcp:400:kworker.0 00010000:00080000:0.0:1789683380.242384:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507fc380 x1876618825964928/t0(0) o400->lustre-OST0001-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683380.242394:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825964928:192.168.204.144@tcp:400:kworker.0 00000100:00100000:0.0:1789683380.242407:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825964544:192.168.204.144@tcp:400:kworker.0 00010000:00080000:0.0:1789683380.242435:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507fe300 x1876618825964800/t0(0) o400->lustre-OST0000-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683396 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683380.242444:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825964800:192.168.204.144@tcp:400:kworker.0 10000000:01000000:1.0:1789683380.359326:0:6177:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789683380.359337:0:6177:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff95cb480a4800 from 4 10000000:01000000:1.0:1789683380.359342:0:6177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789683380.359407:0:6177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb82165400/0x14f80dea22ad2eb3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683380.359452:0:6177:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.144@tcp lock: ffff95cb82165400/0x14f80dea22ad2eb3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683380.359466:0:6177:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.144@tcp lock: ffff95cb82165400/0x14f80dea22ad2eb3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789683380.359501:0:6177:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825965056:192.168.204.144@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789683380.359621:0:6177:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb50479240 going to sleep for 11 seconds 00000100:00100000:2.0:1789683380.364865:0:6177:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825965056:192.168.204.144@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789683380.364910:0:6177:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.144@tcp lock: ffff95cb82165400/0x14f80dea22ad2eb3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac316 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683380.364926:0:6177:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.144@tcp lock: ffff95cb82165400/0x14f80dea22ad2eb3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf264b25c84ac316 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789683380.365164:0:6177:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825965184:192.168.204.144@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789683380.365296:0:6177:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb431af300 going to sleep for 11 seconds 00000100:00100000:2.0:1789683380.372641:0:6177:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825965184:192.168.204.144@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789683380.372759:0:6177:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825965312:192.168.204.144@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789683380.372890:0:6177:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb431af300 going to sleep for 11 seconds 00000100:00100000:2.0:1789683380.378925:0:6177:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825965312:192.168.204.144@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789683380.383451:0:6747:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fd880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6747:1876618825965440:192.168.204.144@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789683380.383594:0:6747:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb504790c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789683380.396055:0:6747:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fd880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6747:1876618825965440:192.168.204.144@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789683380.396123:0:6747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789683380.396136:0:6747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789683380.396139:0:6747:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1789683380.396146:0:6747:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff95cb480a4800 00000020:00000080:3.0:1789683380.396149:0:6747:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1789683380.396268:0:6747:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6747:1876618825965568:192.168.204.144@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789683380.396382:0:6747:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb507519c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789683380.427452:0:6747:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6747:1876618825965568:192.168.204.144@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789683380.427511:0:6747:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789683380.427522:0:6747:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789683380.427525:0:6747:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:3.0:1789683380.427529:0:6747:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1789683380.428923:0:6177:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1789683380.428957:0:6177:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789683380.428971:0:6177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb82165400/0x14f80dea22ad2eb3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac316 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683380.428987:0:6177:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.144@tcp lock: ffff95cb82165400/0x14f80dea22ad2eb3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac316 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683381.129173:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683382.149117:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789683383.174838:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789683384.199889:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789683385.220957:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789683385.350415:0:36:0:(import.c:65:import_set_state_nolock()) ffff95cb507a4800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1789683385.350425:0:36:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff95cb480a4800: disconnect after 23s idle 00000100:00100000:1.0:1789683385.350617:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2403:1876618825965696:192.168.204.144@tcp:400:kworker.0 00000100:00100000:1.0:1789683385.350775:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb5022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825965952:192.168.204.144@tcp:400:kworker.0 00000100:00100000:1.0:1789683385.350813:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789683385.350820:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825965824:192.168.204.144@tcp:400:kworker.0 00000100:00080000:0.0:1789683385.363475:0:36:0:(import.c:65:import_set_state_nolock()) ffff95cb507a7000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1789683385.363483:0:36:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff95cb480a4800: disconnect after 23s idle 00000100:00100000:2.0:1789683385.364495:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb5022b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2401:1876618825966080:192.168.204.144@tcp:9:kworker.0 00000100:00100000:2.0:1789683385.364615:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb5022b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2401:1876618825966208:192.168.204.144@tcp:9:kworker.0 00000100:00100000:0.0:1789683385.373641:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825965824:192.168.204.144@tcp:400:kworker.0 00010000:00080000:0.0:1789683385.373710:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb5022a680 x1876618825965952/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683401 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683385.373737:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb5022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825965952:192.168.204.144@tcp:400:kworker.0 00000100:00100000:0.0:1789683385.376803:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2403:1876618825965696:192.168.204.144@tcp:400:kworker.0 00010000:00080000:2.0:1789683385.385261:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb5022b100 x1876618825966080/t0(0) o9->lustre-OST0000-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789683385.385288:0:2401:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff95cb5022b100 x1876618825966080/t0(0) o9->lustre-OST0000-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789683385.385298:0:2401:0:(import.c:65:import_set_state_nolock()) ffff95cb507a4800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1789683385.385303:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb5022b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2401:1876618825966080:192.168.204.144@tcp:9:kworker.0 00010000:00080000:2.0:1789683385.385319:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb5022b800 x1876618825966208/t0(0) o9->lustre-OST0001-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683395 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789683385.385328:0:2401:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff95cb5022b800 x1876618825966208/t0(0) o9->lustre-OST0001-osc-ffff95cb480a4800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683395 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789683385.385336:0:2401:0:(import.c:65:import_set_state_nolock()) ffff95cb507a7000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1789683385.385339:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb5022b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2401:1876618825966208:192.168.204.144@tcp:9:kworker.0 00010000:00010000:3.0:1789683386.247405:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789683387.268888:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789683387.340313:0:7053:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg444-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:3.0:1789683388.294340:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683389.318121:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789683390.342286:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789683390.479123:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb5022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825966464:192.168.204.144@tcp:400:kworker.0 00000100:00100000:0.0:1789683390.479264:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1789683390.479272:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2403:1876618825966336:192.168.204.144@tcp:400:kworker.0 00000100:00100000:0.0:1789683390.479305:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825966592:192.168.204.144@tcp:400:kworker.0 00000100:00100000:0.0:1789683390.484817:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb5022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825966464:192.168.204.144@tcp:400:kworker.0 00000100:00100000:0.0:1789683390.492630:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2403:1876618825966336:192.168.204.144@tcp:400:kworker.0 00010000:00080000:0.0:1789683390.493115:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb50229880 x1876618825966592/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683406 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683390.493129:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825966592:192.168.204.144@tcp:400:kworker.0 00010000:00010000:2.0:1789683391.364891:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789683392.389221:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789683393.336340:0:7332:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg444-client.virtnet: executing yml_node 00010000:00010000:2.0:1789683393.424835:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789683394.440728:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789683395.463633:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789683395.589061:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825966848:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683395.589177:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789683395.589184:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2404:1876618825966720:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683395.589355:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825966976:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683395.598821:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2404:1876618825966720:192.168.204.144@tcp:400:kworker.0 00010000:00080000:3.0:1789683395.602251:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb45038000 x1876618825966976/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683411 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683395.602274:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825966976:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683395.602288:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825966848:192.168.204.144@tcp:400:kworker.0 00010000:00010000:0.0:1789683396.484894:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789683397.510848:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789683398.532839:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789683399.179333:0:7786:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.58.39 00010000:00010000:0.0:1789683399.556826:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789683400.584051:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789683400.709864:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2403:1876618825967104:192.168.204.144@tcp:400:kworker.0 00000100:00100000:1.0:1789683400.718466:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789683400.718493:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825967232:192.168.204.144@tcp:400:kworker.0 00000100:00100000:0.0:1789683400.719086:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789683400.719099:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb5022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825967360:192.168.204.144@tcp:400:kworker.0 00010000:00080000:0.0:1789683400.732249:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb5022a680 x1876618825967360/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683400.732285:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb5022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825967360:192.168.204.144@tcp:400:kworker.0 00000100:00100000:1.0:1789683400.733351:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825967232:192.168.204.144@tcp:400:kworker.0 00000100:00100000:0.0:1789683400.733516:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2403:1876618825967104:192.168.204.144@tcp:400:kworker.0 00010000:00010000:0.0:1789683401.604812:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789683401.729708:0:7943:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.58.39 00010000:00010000:3.0:1789683402.629106:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789683403.652790:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683404.682657:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683405.702802:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789683405.809290:0:8100:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.58.39 00000100:00100000:0.0:1789683405.841241:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2402:1876618825967488:192.168.204.144@tcp:400:kworker.0 00000100:00100000:1.0:1789683405.841483:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825967616:192.168.204.144@tcp:400:kworker.0 00000100:00100000:0.0:1789683405.842122:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825967744:192.168.204.144@tcp:400:kworker.0 00000100:00100000:1.0:1789683405.875293:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825967616:192.168.204.144@tcp:400:kworker.0 00010000:00080000:1.0:1789683405.876338:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507fca80 x1876618825967744/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683421 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683405.876355:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825967744:192.168.204.144@tcp:400:kworker.0 00000100:00100000:0.0:1789683405.892615:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2402:1876618825967488:192.168.204.144@tcp:400:kworker.0 00010000:00010000:1.0:1789683406.725857:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683407.750965:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789683408.063437:0:8247:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Thu Sep 17 18:16:46 EDT 2026 00010000:00010000:1.0:1789683408.777020:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683409.799422:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789683410.821122:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789683410.949186:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825968000:192.168.204.144@tcp:400:kworker.0 00000100:00100000:2.0:1789683410.949318:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1789683410.949326:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825967872:192.168.204.144@tcp:400:kworker.0 00000100:00100000:2.0:1789683410.949360:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825968128:192.168.204.144@tcp:400:kworker.0 00000100:00100000:2.0:1789683410.953481:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825967872:192.168.204.144@tcp:400:kworker.0 00010000:00080000:2.0:1789683410.962420:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb50294a80 x1876618825968128/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683426 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683410.962446:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50294a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825968128:192.168.204.144@tcp:400:kworker.0 00000100:00100000:2.0:1789683410.962461:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50296680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825968000:192.168.204.144@tcp:400:kworker.0 00010000:00010000:2.0:1789683411.846796:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683412.872262:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683413.898775:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683414.922321:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683415.941200:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789683416.069118:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2403:1876618825968256:192.168.204.144@tcp:400:kworker.0 00000100:00100000:1.0:1789683416.071557:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789683416.071585:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825968384:192.168.204.144@tcp:400:kworker.0 00000100:00100000:1.0:1789683416.078018:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789683416.078049:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb5022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825968512:192.168.204.144@tcp:400:kworker.0 00000100:00100000:0.0:1789683416.080899:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825968384:192.168.204.144@tcp:400:kworker.0 00000100:00100000:0.0:1789683416.080915:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2403:1876618825968256:192.168.204.144@tcp:400:kworker.0 00010000:00080000:0.0:1789683416.081441:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb5022a680 x1876618825968512/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683416.081455:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb5022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825968512:192.168.204.144@tcp:400:kworker.0 00010000:00010000:2.0:1789683416.966332:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683417.989327:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683419.013587:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683420.037348:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683421.062273:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789683421.190316:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825968640:192.168.204.144@tcp:400:kworker.0 00000100:00100000:2.0:1789683421.193557:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789683421.193588:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825968768:192.168.204.144@tcp:400:kworker.0 00000100:00100000:2.0:1789683421.204730:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789683421.204764:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825968896:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683421.215457:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825968768:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683421.215475:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825968640:192.168.204.144@tcp:400:kworker.0 00010000:00080000:2.0:1789683421.217120:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb45039f80 x1876618825968896/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683437 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683421.217139:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825968896:192.168.204.144@tcp:400:kworker.0 00010000:00010000:2.0:1789683422.085025:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683423.113776:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789683424.141706:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789683425.157323:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789683426.181273:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789683426.309131:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2402:1876618825969024:192.168.204.144@tcp:400:kworker.0 00000100:00100000:1.0:1789683426.309157:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825969152:192.168.204.144@tcp:400:kworker.0 00000100:00100000:0.0:1789683426.309575:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825969280:192.168.204.144@tcp:400:kworker.0 00000100:00100000:0.0:1789683426.332148:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825969152:192.168.204.144@tcp:400:kworker.0 00010000:00080000:0.0:1789683426.332226:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507fe300 x1876618825969280/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683426.332259:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825969280:192.168.204.144@tcp:400:kworker.0 00000100:00100000:1.0:1789683426.339780:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2402:1876618825969024:192.168.204.144@tcp:400:kworker.0 00010000:00010000:0.0:1789683427.207175:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789683428.228810:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1789683428.485128:0:8806:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:0.0:1789683429.253008:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1789683429.858101:0:8946:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:1.0:1789683430.281344:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789683431.301592:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789683431.431231:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825969536:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683431.431375:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1789683431.431384:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825969408:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683431.431414:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825969664:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683431.438047:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825969408:192.168.204.144@tcp:400:kworker.0 00010000:00080000:3.0:1789683431.438072:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb45039180 x1876618825969664/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683447 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683431.438086:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825969664:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683431.438106:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825969536:192.168.204.144@tcp:400:kworker.0 00000001:02000400:2.0:1789683431.484577:0:9092:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 18:17:10 (1789683430) === 00000080:00200008:3.0:1789683431.883530:0:8263:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff95cb60909148), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1789683431.883547:0:8263:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148),name=/ 00000002:00010000:3.0:1789683431.883578:0:8263:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1789683431.883600:0:8263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1789683431.883617:0:8263:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1789683431.883625:0:8263:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1789683431.883634:0:8263:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) 00000080:00010000:3.0:1789683431.883638:0:8263:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) for lock 0x14f80dea22ad2e9e 00000080:00010000:3.0:1789683431.883646:0:8263:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x14f80dea22ad2e9e from it ffffbe6701c27cb8 00010000:00010000:3.0:1789683431.883650:0:8263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:3.0:1789683431.883678:0:8263:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:2.0:1789683431.935397:0:8263:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff95cb60909148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1789683431.935410:0:8263:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148),name=/ 00000002:00010000:2.0:1789683431.935434:0:8263:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789683431.935453:0:8263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1789683431.935469:0:8263:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:2.0:1789683431.935477:0:8263:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789683431.935495:0:8263:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) 00000080:00010000:2.0:1789683431.935499:0:8263:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) for lock 0x14f80dea22ad2e9e 00000080:00010000:2.0:1789683431.935509:0:8263:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x14f80dea22ad2e9e from it ffffbe6701c27cb8 00010000:00010000:2.0:1789683431.935513:0:8263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:2.0:1789683431.935521:0:8263:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:2.0:1789683431.975378:0:8263:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff95cb60909148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1789683431.975396:0:8263:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148),name=/ 00000002:00010000:2.0:1789683431.975424:0:8263:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789683431.975446:0:8263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1789683431.975462:0:8263:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:2.0:1789683431.975471:0:8263:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789683431.975481:0:8263:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) 00000080:00010000:2.0:1789683431.975485:0:8263:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) for lock 0x14f80dea22ad2e9e 00000080:00010000:2.0:1789683431.975494:0:8263:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x14f80dea22ad2e9e from it ffffbe6701c27cb8 00010000:00010000:2.0:1789683431.975498:0:8263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:2.0:1789683431.975507:0:8263:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:2.0:1789683432.014637:0:8263:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff95cb60909148), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1789683432.014653:0:8263:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60909148),name=/ 00000002:00010000:2.0:1789683432.014707:0:8263:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1789683432.014727:0:8263:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1789683432.014742:0:8263:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1789683432.014751:0:8263:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1789683432.014758:0:8263:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) 00000080:00010000:2.0:1789683432.014762:0:8263:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff95cb60909148) for lock 0x14f80dea22ad2e9e 00000080:00010000:2.0:1789683432.014770:0:8263:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x14f80dea22ad2e9e from it ffffbe6701c27cb8 00010000:00010000:2.0:1789683432.014774:0:8263:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1789683432.014783:0:8263:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff95cb480a4800 lock: ffff95cb4164de00/0x14f80dea22ad2e9e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0xf264b25c84ac275 expref: -99 pid: 6206 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1789683432.324798:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1789683432.435403:0:9141:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1789683432.435408:0:9141:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1789683432.435409:0:9141:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.144@tcp:/lustre 00000020:01000004:1.0:1789683432.435410:0:9141:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1789683432.435567:0:9141:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff95cb507a9800 00000080:01000004:1.0:1789683432.436937:0:9141:0:(super25.c:162:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1789683432.436969:0:9141:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.144@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1789683432.436972:0:9141:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.144@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:1.0:1789683432.436980:0:9141:0:(llite_lib.c:1506:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff95cb507a9800 (sb ffff95cb507a9800) 00000080:01000000:1.0:1789683432.437076:0:9141:0:(llite_lib.c:1232:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:1.0:1789683432.437078:0:9141:0:(llite_lib.c:1242:ll_options()) next opt=user_xattr 00000080:00000004:1.0:1789683432.437093:0:9141:0:(llite_lib.c:1242:ll_options()) next opt=flock 00000080:01000000:1.0:1789683432.437102:0:9141:0:(llite_lib.c:1540:ll_fill_super()) llite sb uuid: 00b24ef7-84ac-4f87-be77-eaefb5a52419 10000000:01000000:1.0:1789683432.442139:0:9141:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1789683432.442146:0:9141:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff95cb507a9800 10000000:01000000:1.0:1789683432.442154:0:9141:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff95cb507a9800 10000000:01000000:1.0:1789683432.442159:0:9141:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789683432.442164:0:9141:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff95cb507a9800 10000000:01000000:1.0:1789683432.442167:0:9141:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789683432.442170:0:9141:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff95cb507a9800 10000000:01000000:1.0:1789683432.442172:0:9141:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1789683432.442176:0:9141:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff95cb507a9800 from 1 10000000:01000000:1.0:1789683432.442179:0:9141:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1789683432.442224:0:9141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb82165200/0x14f80dea22ad2eba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683432.442237:0:9141:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.144@tcp lock: ffff95cb82165200/0x14f80dea22ad2eba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683432.442249:0:9141:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.144@tcp lock: ffff95cb82165200/0x14f80dea22ad2eba lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789683432.442283:0:9141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825969792:192.168.204.144@tcp:101:mount.lustre.0 00000100:00100000:1.0:1789683432.442406:0:9141:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb431b40c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789683432.451616:0:9141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825969792:192.168.204.144@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789683432.451653:0:9141:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.144@tcp lock: ffff95cb82165200/0x14f80dea22ad2eba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac355 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683432.451692:0:9141:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.144@tcp lock: ffff95cb82165200/0x14f80dea22ad2eba lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf264b25c84ac355 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789683432.451790:0:9141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50296680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825969920:192.168.204.144@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789683432.451872:0:9141:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb43193480 going to sleep for 11 seconds 00000100:00100000:2.0:1789683432.462093:0:9141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50296680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825969920:192.168.204.144@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789683432.462184:0:9141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50296680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825970048:192.168.204.144@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789683432.468969:0:9141:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb43193480 going to sleep for 11 seconds 00000100:00100000:2.0:1789683432.494737:0:9141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50296680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825970048:192.168.204.144@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789683432.497711:0:9145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb5022a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9145:1876618825970176:192.168.204.144@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789683432.497856:0:9145:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb44d7acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789683432.504764:0:9145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb5022a680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9145:1876618825970176:192.168.204.144@tcp:502:llog_process_th.0 00000020:01000000:1.0:1789683432.504833:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789683432.504849:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789683432.504853:0:9145:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:1.0:1789683432.504863:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff95cb507a9800 00000020:00000080:1.0:1789683432.504866:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789683432.504902:0:9145:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff95cb507a9800 (ffff95cb43050000) 00000020:00000080:1.0:1789683432.504929:0:9145:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:1.0:1789683432.504938:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff95cb507a9800 00000020:00000080:1.0:1789683432.504941:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1789683432.505385:0:9145:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff95cb507a9800 (uuid 00b24ef7-84ac-4f87-be77-eaefb5a52419) 00000020:01000000:1.0:1789683432.505391:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789683432.505395:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789683432.505396:0:9145:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:1.0:1789683432.505400:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789683432.505404:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789683432.505405:0:9145:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:1.0:1789683432.505409:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff95cb507a9800 00000020:00000080:1.0:1789683432.505411:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789683432.505418:0:9145:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff95cb507a9800 (ffff95cb43053380) 00000020:00000080:1.0:1789683432.505430:0:9145:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:1.0:1789683432.505436:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff95cb507a9800 00000020:00000080:1.0:1789683432.505438:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1789683432.507359:0:9145:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff95cb507a9800 (uuid 00b24ef7-84ac-4f87-be77-eaefb5a52419) 00000020:01000000:1.0:1789683432.507374:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789683432.507381:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789683432.507384:0:9145:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1789683432.507387:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789683432.507392:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789683432.507403:0:9145:0:(obd_config.c:1563:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1789683432.507407:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1789683432.507409:0:9145:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1789683432.507412:0:9145:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1789683432.507419:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789683432.507422:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789683432.507423:0:9145:0:(obd_config.c:1563:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1789683432.507426:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789683432.507430:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789683432.507431:0:9145:0:(obd_config.c:1563:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1789683432.507434:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789683432.507441:0:9145:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.144@tcp to nid 0x20000c0a8cc90 (192.168.204.144@tcp) 00000020:01000000:1.0:1789683432.507472:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff95cb507a9800 00000020:00000080:1.0:1789683432.507475:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789683432.507485:0:9145:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff95cb507a9800 (ffff95cb43054d40) 00000020:00000080:1.0:1789683432.507506:0:9145:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:1.0:1789683432.507510:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff95cb507a9800 00000020:00000080:1.0:1789683432.507513:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1789683432.507628:0:9145:0:(ldlm_lib.c:102:import_set_conn()) imp ffff95cb43154800@lustre-MDT0000-mdc-ffff95cb507a9800: add connection 192.168.204.144@tcp at head 00010000:00010000:2.0:1789683432.512959:0:9145:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff95cb507a9800-5 is initialized 00000040:01000000:2.0:1789683432.513269:0:9145:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff95cb507a9800 ctxt 13 is initialized 00000020:00000080:2.0:1789683432.513326:0:9145:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff95cb507a9800 (uuid 00b24ef7-84ac-4f87-be77-eaefb5a52419) 00000020:01000000:2.0:1789683432.513344:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff95cb507a9800 00000020:00000080:2.0:1789683432.513349:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1789683432.513379:0:9145:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1789683432.513433:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789683432.513439:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683432.513441:0:9145:0:(obd_config.c:1563:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1789683432.513444:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789683432.513447:0:9145:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1789683432.513448:0:9145:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789683432.513450:0:9145:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789683432.513451:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789683432.513454:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683432.513455:0:9145:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789683432.513458:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789683432.513464:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683432.513465:0:9145:0:(obd_config.c:1563:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1789683432.513468:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789683432.513474:0:9145:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.144@tcp to nid 0x20000c0a8cc90 (192.168.204.144@tcp) 00000020:01000000:2.0:1789683432.513514:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff95cb507a9800 00000020:00000080:2.0:1789683432.513518:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789683432.513531:0:9145:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff95cb507a9800 (ffff95cb507bb380) 00000020:00000080:2.0:1789683432.513547:0:9145:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:2.0:1789683432.513552:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff95cb507a9800 00000020:00000080:2.0:1789683432.513555:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789683432.513633:0:9145:0:(ldlm_lib.c:102:import_set_conn()) imp ffff95cb507a5000@lustre-MDT0001-mdc-ffff95cb507a9800: add connection 192.168.204.144@tcp at head 00010000:00010000:2.0:1789683432.529151:0:9145:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff95cb507a9800-6 is initialized 00000040:01000000:2.0:1789683432.529436:0:9145:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff95cb507a9800 ctxt 13 is initialized 00000020:00000080:2.0:1789683432.529491:0:9145:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff95cb507a9800 (uuid 00b24ef7-84ac-4f87-be77-eaefb5a52419) 00000020:01000000:2.0:1789683432.529510:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff95cb507a9800 00000020:00000080:2.0:1789683432.529514:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1789683432.529546:0:9145:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1789683432.529607:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789683432.529612:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683432.529614:0:9145:0:(obd_config.c:1563:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1789683432.529617:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789683432.529621:0:9145:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:2.0:1789683432.529623:0:9145:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789683432.529624:0:9145:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789683432.529626:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789683432.529629:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683432.529630:0:9145:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789683432.529633:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789683432.529638:0:9145:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.144@tcp:/lustre 00000020:00000080:2.0:1789683432.529641:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683432.529643:0:9145:0:(obd_config.c:1563:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1789683432.529647:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789683432.529653:0:9145:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.144@tcp to nid 0x20000c0a8cc90 (192.168.204.144@tcp) 00000020:01000000:2.0:1789683432.529710:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff95cb507a9800 00000020:00000080:2.0:1789683432.529713:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789683432.529739:0:9145:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff95cb507a9800 (ffff95cb47da99c0) 00000020:00000080:2.0:1789683432.529756:0:9145:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:2.0:1789683432.529762:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff95cb507a9800 00000020:00000080:2.0:1789683432.529765:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789683432.529843:0:9145:0:(ldlm_lib.c:102:import_set_conn()) imp ffff95cb507a0000@lustre-OST0000-osc-ffff95cb507a9800: add connection 192.168.204.144@tcp at head 00010000:00010000:2.0:1789683432.530107:0:9145:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff95cb507a9800-7 is initialized 00000020:00000080:2.0:1789683432.530360:0:9145:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff95cb507a9800 (uuid 00b24ef7-84ac-4f87-be77-eaefb5a52419) 00000020:01000000:2.0:1789683432.530368:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff95cb507a9800 00000020:00000080:2.0:1789683432.530371:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1789683432.530385:0:9145:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1789683432.530393:0:9145:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff95cb507a9800: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1789683432.530398:0:9145:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1789683432.530409:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789683432.530413:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683432.530415:0:9145:0:(obd_config.c:1563:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1789683432.530418:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789683432.530420:0:9145:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1789683432.530421:0:9145:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789683432.530423:0:9145:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789683432.530425:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789683432.530427:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683432.530429:0:9145:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789683432.530432:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1789683432.530435:0:9145:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.144@tcp:/lustre 00000020:00000080:2.0:1789683432.535467:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683432.535481:0:9145:0:(obd_config.c:1563:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1789683432.535501:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789683432.535507:0:9145:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.144@tcp to nid 0x20000c0a8cc90 (192.168.204.144@tcp) 00000020:01000000:2.0:1789683432.535554:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff95cb507a9800 00000020:00000080:2.0:1789683432.535558:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789683432.535583:0:9145:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff95cb507a9800 (ffff95cb47da8000) 00000020:00000080:2.0:1789683432.535608:0:9145:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:2.0:1789683432.535624:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff95cb507a9800 00000020:00000080:2.0:1789683432.535627:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1789683432.535750:0:9145:0:(ldlm_lib.c:102:import_set_conn()) imp ffff95cb507a2800@lustre-OST0001-osc-ffff95cb507a9800: add connection 192.168.204.144@tcp at head 00010000:00010000:2.0:1789683432.536228:0:9145:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff95cb507a9800-8 is initialized 00000020:00000080:2.0:1789683432.536500:0:9145:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff95cb507a9800 (uuid 00b24ef7-84ac-4f87-be77-eaefb5a52419) 00000020:01000000:2.0:1789683432.536509:0:9145:0:(obd_config.c:2004:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff95cb507a9800 00000020:00000080:2.0:1789683432.536512:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1789683432.536530:0:9145:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1789683432.536539:0:9145:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff95cb507a9800: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1789683432.536544:0:9145:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1789683432.536556:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789683432.536561:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683432.536562:0:9145:0:(obd_config.c:1563:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1789683432.536623:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789683432.536630:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683432.536631:0:9145:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1789683432.536634:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1789683432.536636:0:9145:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1789683432.536638:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789683432.536641:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683432.536642:0:9145:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000100:00100000:2.0:1789683432.536762:0:9145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50296680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9145:1876618825970304:192.168.204.144@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789683432.536927:0:9145:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb43193f00 going to sleep for 11 seconds 00000100:00100000:3.0:1789683432.549514:0:9145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50296680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9145:1876618825970304:192.168.204.144@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789683432.549674:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789683432.549689:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789683432.549691:0:9145:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1789683432.549697:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1789683432.549744:0:9145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9145:1876618825970432:192.168.204.144@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789683432.549919:0:9145:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb5060a540 going to sleep for 11 seconds 00000100:00100000:3.0:1789683432.558150:0:9145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9145:1876618825970432:192.168.204.144@tcp:502:llog_process_th.0 00000020:01000000:3.0:1789683432.558202:0:9145:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789683432.558211:0:9145:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789683432.558214:0:9145:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1789683432.558219:0:9145:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1789683432.558450:0:9141:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1789683432.558471:0:9141:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.144@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789683432.558498:0:9141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb82165200/0x14f80dea22ad2eba lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac355 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683432.558511:0:9141:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.144@tcp lock: ffff95cb82165200/0x14f80dea22ad2eba lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac355 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789683432.558520:0:9141:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff95cb507a9800 from 1 10000000:01000000:1.0:1789683432.558523:0:9141:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:1.0:1789683432.558571:0:9141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb82164c00/0x14f80dea22ad2eeb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683432.558598:0:9141:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.144@tcp lock: ffff95cb82164c00/0x14f80dea22ad2eeb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683432.558608:0:9141:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.144@tcp lock: ffff95cb82164c00/0x14f80dea22ad2eeb lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789683432.558633:0:9141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fd500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825970560:192.168.204.144@tcp:101:mount.lustre.0 00000100:00100000:1.0:1789683432.558749:0:9141:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb431b4cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789683432.564757:0:9141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fd500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825970560:192.168.204.144@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789683432.564792:0:9141:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.144@tcp lock: ffff95cb82164c00/0x14f80dea22ad2eeb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac35c expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683432.564806:0:9141:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.144@tcp lock: ffff95cb82164c00/0x14f80dea22ad2eeb lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf264b25c84ac35c expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789683432.565419:0:9141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fd500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825970688:192.168.204.144@tcp:256:mount.lustre.0 00000100:00100000:1.0:1789683432.565524:0:9141:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb431b4cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789683432.580720:0:9141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fd500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825970688:192.168.204.144@tcp:256:mount.lustre.0 10000000:01000000:2.0:1789683432.581743:0:9141:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.144@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1789683432.581769:0:9141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb82164c00/0x14f80dea22ad2eeb lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac35c expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683432.581781:0:9141:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.144@tcp lock: ffff95cb82164c00/0x14f80dea22ad2eeb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac35c expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789683432.581790:0:9141:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff95cb507a9800 from 1 10000000:01000000:2.0:1789683432.581807:0:9141:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789683432.581857:0:9141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb4164c000/0x14f80dea22ad2ef2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683432.581866:0:9141:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.144@tcp lock: ffff95cb4164c000/0x14f80dea22ad2ef2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683432.581878:0:9141:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.144@tcp lock: ffff95cb4164c000/0x14f80dea22ad2ef2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789683432.581903:0:9141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50294a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825970816:192.168.204.144@tcp:101:mount.lustre.0 00000100:00100000:2.0:1789683432.582126:0:9141:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb43193300 going to sleep for 11 seconds 00000100:00100000:3.0:1789683432.587468:0:9141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50294a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825970816:192.168.204.144@tcp:101:mount.lustre.0 00010000:00010000:3.0:1789683432.587503:0:9141:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.144@tcp lock: ffff95cb4164c000/0x14f80dea22ad2ef2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac363 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683432.587516:0:9141:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.144@tcp lock: ffff95cb4164c000/0x14f80dea22ad2ef2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf264b25c84ac363 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789683432.587621:0:9141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825970944:192.168.204.144@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789683432.587731:0:9141:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb5060a540 going to sleep for 11 seconds 00000100:00100000:3.0:1789683432.595375:0:9141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825970944:192.168.204.144@tcp:501:mount.lustre.0 00000100:00100000:3.0:1789683432.595453:0:9141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825971072:192.168.204.144@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789683432.595575:0:9141:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb5060a540 going to sleep for 11 seconds 00000100:00100000:3.0:1789683432.598546:0:9141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9141:1876618825971072:192.168.204.144@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789683432.600722:0:9149:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50229880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9149:1876618825971200:192.168.204.144@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789683432.600987:0:9149:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb44f33840 going to sleep for 11 seconds 00000100:00100000:1.0:1789683432.608141:0:9149:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50229880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9149:1876618825971200:192.168.204.144@tcp:502:llog_process_th.0 00000020:01000000:1.0:1789683432.608203:0:9149:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789683432.608219:0:9149:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789683432.608221:0:9149:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789683432.608231:0:9149:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff95cb507a9800 00000020:00000080:1.0:1789683432.608235:0:9149:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789683432.608244:0:9149:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789683432.608261:0:9149:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789683432.608263:0:9149:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789683432.608267:0:9149:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789683432.608270:0:9149:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789683432.608271:0:9149:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789683432.608275:0:9149:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff95cb507a9800 00000020:00000080:1.0:1789683432.608277:0:9149:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1789683432.608477:0:9149:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fc380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9149:1876618825971328:192.168.204.144@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789683432.608651:0:9149:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb431b4cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789683432.618898:0:9149:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fc380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:9149:1876618825971328:192.168.204.144@tcp:502:llog_process_th.0 00000020:01000000:2.0:1789683432.618952:0:9149:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789683432.618961:0:9149:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789683432.618964:0:9149:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1789683432.618968:0:9149:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1789683432.619109:0:9141:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1789683432.619132:0:9141:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.144@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789683432.619155:0:9141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb4164c000/0x14f80dea22ad2ef2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac363 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683432.619168:0:9141:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.144@tcp lock: ffff95cb4164c000/0x14f80dea22ad2ef2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac363 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1789683432.619187:0:9141:0:(llite_lib.c:1614:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1789683432.619215:0:9141:0:(genops.c:1384:class_connect()) connect: client 00b24ef7-84ac-4f87-be77-eaefb5a52419, cookie 0x14f80dea22ad2ef9 00800000:01000000:3.0:1789683432.619246:0:9141:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 00b24ef7-84ac-4f87-be77-eaefb5a52419 to lustre-clilmv-ffff95cb507a9800 00800000:01000000:3.0:1789683432.619256:0:9141:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff95cb507a9800(00b24ef7-84ac-4f87-be77-eaefb5a52419) - lustre-MDT0000_UUID, 00b24ef7-84ac-4f87-be77-eaefb5a52419 00000020:00000080:3.0:1789683432.619264:0:9141:0:(genops.c:1384:class_connect()) connect: client 00b24ef7-84ac-4f87-be77-eaefb5a52419, cookie 0x14f80dea22ad2f00 00000100:00080000:3.0:1789683432.619273:0:9141:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff95cb507a9800: connect to NID 192.168.204.144@tcp last attempt 0 00000100:00080000:3.0:1789683432.619288:0:9141:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff95cb507a9800: import ffff95cb43154800 using connection 192.168.204.144@tcp/192.168.204.144@tcp 00000008:00100000:3.0:1789683432.619302:0:9141:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789683432.619333:0:9141:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95cb45038000 x1876618825971456/t0(0) o38->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789683432.619361:0:9141:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0000_UUID 00800000:01000000:3.0:1789683432.619459:0:9141:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff95cb507a9800(00b24ef7-84ac-4f87-be77-eaefb5a52419) successfully (5) 00800000:00000004:3.0:1789683432.619463:0:9141:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0000-mdc-ffff95cb507a9800: age -644, max_age 0 00800000:01000000:3.0:1789683432.619494:0:9141:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff95cb507a9800(00b24ef7-84ac-4f87-be77-eaefb5a52419) - lustre-MDT0001_UUID, 00b24ef7-84ac-4f87-be77-eaefb5a52419 00000020:00000080:3.0:1789683432.619502:0:9141:0:(genops.c:1384:class_connect()) connect: client 00b24ef7-84ac-4f87-be77-eaefb5a52419, cookie 0x14f80dea22ad2f07 00000100:00080000:3.0:1789683432.619507:0:9141:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff95cb507a9800: connect to NID 192.168.204.144@tcp last attempt 0 00000100:00080000:3.0:1789683432.619513:0:9141:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff95cb507a9800: import ffff95cb507a5000 using connection 192.168.204.144@tcp/192.168.204.144@tcp 00000008:00100000:3.0:1789683432.619528:0:9141:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1789683432.619540:0:9141:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95cb4503b480 x1876618825971712/t0(0) o38->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789683432.619564:0:9141:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0001_UUID 00800000:01000000:3.0:1789683432.619611:0:9141:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff95cb507a9800(00b24ef7-84ac-4f87-be77-eaefb5a52419) successfully (5) 00800000:00000004:3.0:1789683432.619614:0:9141:0:(obd_class.h:1056:obd_statfs_async()) lustre-MDT0001-mdc-ffff95cb507a9800: age -644, max_age 0 00000080:00000004:3.0:1789683432.619634:0:9141:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff95cb507a9800: age -644, max_age 355 00800000:00000004:3.0:1789683432.619640:0:9141:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff95cb507a9800: age -644, max_age 355 00000100:00080000:3.0:1789683432.619678:0:9141:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff95cb4503aa00 x1876618825971968/t0(0) o41->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683432.619689:0:9141:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb5060a600 going to sleep for 0 seconds 00000100:00080000:3.0:1789683432.619745:0:2405:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff95cb45039180 x1876618825971584/t0(0) o41->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683432.619757:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825972096:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683432.619860:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00080000:3.0:1789683432.619867:0:2405:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff95cb4503bb80 x1876618825971840/t0(0) o41->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683432.619876:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825972224:192.168.204.144@tcp:400:kworker.0 00000100:00100000:2.0:1789683432.620444:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:00b24ef7-84ac-4f87-be77-eaefb5a52419:2401:1876618825971456:192.168.204.144@tcp:38:mount.lustre.0 00000100:00100000:2.0:1789683432.620494:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:00b24ef7-84ac-4f87-be77-eaefb5a52419:2401:1876618825971712:192.168.204.144@tcp:38:mount.lustre.0 00010000:00080000:3.0:1789683432.656718:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb45039c00 x1876618825972224/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683432.656743:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825972224:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683432.656762:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825972096:192.168.204.144@tcp:400:kworker.0 00000100:00100000:2.0:1789683432.661099:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb507a9800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789683432.661118:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff95cb507a9800: connect to target with instance 1 00000100:00080000:2.0:1789683432.661129:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff95cb507a9800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1789683432.663185:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789683432.663196:0:2401:0:(import.c:65:import_set_state_nolock()) ffff95cb43154800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1789683432.663981:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ae5e9ab9): req@ffff95cb4503aa00 x1876618825971968/t0(0) o41->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789683432.664012:0:2401:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000aa0a6b04): req@ffff95cb45039180 x1876618825971584/t0(0) o41->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683432.664027:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:00b24ef7-84ac-4f87-be77-eaefb5a52419:2401:1876618825971456:192.168.204.144@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789683432.664087:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb4503b480 x1876618825971712/t0(0) o38->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 520/416 e 0 to 0 dl 1789683442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683432.664100:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb507a9800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1789683432.664112:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff95cb507a9800: connect to target with instance 1 00000100:00080000:1.0:1789683432.664125:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff95cb507a9800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:1.0:1789683432.664134:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1789683432.664137:0:2401:0:(import.c:65:import_set_state_nolock()) ffff95cb507a5000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789683432.664333:0:9141:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb5060a600 going to sleep for 11 seconds 00000100:00100000:1.0:1789683432.665957:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:00b24ef7-84ac-4f87-be77-eaefb5a52419:2401:1876618825971712:192.168.204.144@tcp:38:mount.lustre.0 00000100:00100000:2.0:1789683432.667971:0:9141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:00b24ef7-84ac-4f87-be77-eaefb5a52419:9141:1876618825971968:192.168.204.144@tcp:41:mount.lustre.0 00800000:00000004:2.0:1789683432.668001:0:9141:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff95cb507a9800: update ffff95cb43055198 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:2.0:1789683432.668009:0:9141:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff95cb507a9800: update ffff95cb430537d8 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:2.0:1789683432.668087:0:9141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:00b24ef7-84ac-4f87-be77-eaefb5a52419:9141:1876618825972352:192.168.204.144@tcp:40:mount.lustre.0 00000100:00100000:2.0:1789683432.668167:0:9141:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb43193300 going to sleep for 11 seconds 00010000:00080000:3.0:1789683432.668251:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb4503bb80 x1876618825971840/t0(0) o41->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/368 e 0 to 0 dl 1789683448 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683432.668267:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:0:1876618825971840:192.168.204.144@tcp:41:mount.lustre.0 00000100:00100000:3.0:1789683432.668279:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:0:1876618825971584:192.168.204.144@tcp:41:mount.lustre.0 00000100:00100000:2.0:1789683432.673486:0:9141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:00b24ef7-84ac-4f87-be77-eaefb5a52419:9141:1876618825972352:192.168.204.144@tcp:40:mount.lustre.0 00000080:00000004:2.0:1789683432.673522:0:9141:0:(llite_lib.c:614:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1789683432.673552:0:9141:0:(llite_lib.c:775:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 2146304 00020000:01000000:2.0:1789683432.673557:0:9141:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1789683432.673573:0:9141:0:(genops.c:1384:class_connect()) connect: client 00b24ef7-84ac-4f87-be77-eaefb5a52419, cookie 0x14f80dea22ad2f0e 00000020:00000080:2.0:1789683432.673598:0:9141:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x14f80dea22ad2f15 00000100:00080000:2.0:1789683432.673607:0:9141:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-ffff95cb507a9800: connect to NID 192.168.204.144@tcp last attempt 0 00000100:00080000:2.0:1789683432.673621:0:9141:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-ffff95cb507a9800: import ffff95cb507a0000 using connection 192.168.204.144@tcp/192.168.204.144@tcp 00000008:00100000:2.0:1789683432.673636:0:9141:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1789683432.673731:0:9141:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95cb50294e00 x1876618825972480/t0(0) o8->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789683432.673757:0:9141:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0000_UUID 00020000:01000000:2.0:1789683432.673774:0:9141:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff95cb507a9800) active 00000020:00000080:2.0:1789683432.673808:0:9141:0:(genops.c:1384:class_connect()) connect: client LOV_OSC_UUID, cookie 0x14f80dea22ad2f1c 00000100:00080000:2.0:1789683432.673814:0:9141:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff95cb507a9800: connect to NID 192.168.204.144@tcp last attempt 0 00000100:00080000:2.0:1789683432.673834:0:9141:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff95cb507a9800: import ffff95cb507a2800 using connection 192.168.204.144@tcp/192.168.204.144@tcp 00000008:00100000:2.0:1789683432.673841:0:9141:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683431 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1789683432.673854:0:9141:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff95cb50297100 x1876618825972608/t0(0) o8->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789683432.673863:0:9141:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0001_UUID 00020000:01000000:2.0:1789683432.673869:0:9141:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff95cb507a9800) active 00000100:00100000:2.0:1789683432.673914:0:9141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50295880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:00b24ef7-84ac-4f87-be77-eaefb5a52419:9141:1876618825972736:192.168.204.144@tcp:900:mount.lustre.0 00000100:00100000:2.0:1789683432.674006:0:9141:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb43193300 going to sleep for 11 seconds 00000100:00100000:1.0:1789683432.674216:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:00b24ef7-84ac-4f87-be77-eaefb5a52419:2401:1876618825972480:192.168.204.144@tcp:8:mount.lustre.0 00000100:00100000:1.0:1789683432.674264:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:00b24ef7-84ac-4f87-be77-eaefb5a52419:2401:1876618825972608:192.168.204.144@tcp:8:mount.lustre.0 00000100:00100000:3.0:1789683432.674635:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825972992:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683432.674697:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1789683432.674705:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2404:1876618825972864:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683432.674731:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825973120:192.168.204.144@tcp:400:kworker.0 00010000:00080000:2.0:1789683432.677392:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb50294e00 x1876618825972480/t0(0) o8->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1789683442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683432.677410:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95cb507a9800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789683432.677422:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff95cb507a9800: connect to target with instance 1 00000100:00080000:2.0:1789683432.677432:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff95cb507a9800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1789683432.677447:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789683432.677451:0:2401:0:(import.c:65:import_set_state_nolock()) ffff95cb507a0000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1789683432.677458:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1789683432.677463:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1789683432.677469:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1789683432.677481:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:00b24ef7-84ac-4f87-be77-eaefb5a52419:2401:1876618825972480:192.168.204.144@tcp:8:mount.lustre.0 00000100:00100000:3.0:1789683432.677710:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2404:1876618825972864:192.168.204.144@tcp:400:kworker.0 00010000:00080000:3.0:1789683432.677727:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb45039500 x1876618825973120/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683432.677737:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825973120:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683432.677748:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825972992:192.168.204.144@tcp:400:kworker.0 00000100:00100000:3.0:1789683432.681049:0:9141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50295880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:00b24ef7-84ac-4f87-be77-eaefb5a52419:9141:1876618825972736:192.168.204.144@tcp:900:mount.lustre.0 00000100:00100000:3.0:1789683432.681152:0:9141:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:00b24ef7-84ac-4f87-be77-eaefb5a52419:9141:1876618825973248:192.168.204.144@tcp:33:mount.lustre.0 00000100:00100000:3.0:1789683432.681278:0:9141:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb47d1c6c0 going to sleep for 11 seconds 00010000:00080000:2.0:1789683432.681377:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb50297100 x1876618825972608/t0(0) o8->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 520/416 e 0 to 0 dl 1789683442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683432.681389:0:2401:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-ffff95cb507a9800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1789683432.681397:0:2401:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff95cb507a9800: connect to target with instance 1 00000100:00080000:2.0:1789683432.681406:0:2401:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff95cb507a9800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:2.0:1789683432.681420:0:2401:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789683432.681424:0:2401:0:(import.c:65:import_set_state_nolock()) ffff95cb507a2800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1789683432.681431:0:2401:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1789683432.681436:0:2401:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:2.0:1789683432.681441:0:2401:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:2.0:1789683432.681449:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:00b24ef7-84ac-4f87-be77-eaefb5a52419:2401:1876618825972608:192.168.204.144@tcp:8:mount.lustre.0 00000100:00100000:3.0:1789683432.684038:0:9141:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:00b24ef7-84ac-4f87-be77-eaefb5a52419:9141:1876618825973248:192.168.204.144@tcp:33:mount.lustre.0 00000080:00200000:3.0:1789683432.684268:0:9141:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff95cb60965348) 00000080:00200000:3.0:1789683432.684278:0:9141:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:3.0:1789683432.684359:0:9141:0:(llite_lib.c:1653:ll_fill_super()) Mounted lustre-client - version 2.17.58_39_g12a437a 00000080:00000004:3.0:1789683432.695950:0:9141:0:(super25.c:182:lustre_fill_super()) 192.168.204.144@tcp:/lustre: Mount complete 00000400:00000001:2.0:1789683432.864400:0:9171:0:(debug.c:305:cfs_str2mask()) Process entered 00010000:00000001:0.0:1789683433.349084:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683433.349093:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683433.349108:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683433.349110:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789683433.349145:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789683433.349149:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789683433.349153:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789683433.668809:0:254:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7110 (cpu 1) has reached its deadline 4295025314, at 4295025344 00000100:00000010:1.0:1789683433.668830:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb50b6a3c0. 00000100:00000040:0.0:1789683433.669031:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7000 (cpu 0) has reached its deadline 4295025314, at 4295025344 00000100:00000010:0.0:1789683433.669039:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb50b6ae40. 00010000:00000001:0.0:1789683434.372842:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683434.372850:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683434.372856:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683434.372858:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789683434.372980:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789683434.373005:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789683434.373008:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683435.398650:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683435.398674:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683435.398681:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683435.398682:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789683435.398718:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789683435.398721:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789683435.398742:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683436.420810:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683436.420818:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683436.420825:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683436.420826:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789683436.421036:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789683436.421048:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789683436.421052:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683437.444839:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683437.444846:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683437.444853:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683437.444854:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1789683437.444881:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1789683437.444884:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1789683437.444887:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789683438.087274:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 20306a6b-46c6-4de1-987d-3bf1c3e4c7d0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789683438.087286:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789683438.087295:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb507fdc00. 00000020:00000040:1.0:1789683438.087302:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000100:00000001:1.0:1789683438.087308:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789683438.087311:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789683438.087318:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789683438.087328:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb41661a00. 00000100:00000001:1.0:1789683438.087337:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087352:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 20306a6b-46c6-4de1-987d-3bf1c3e4c7d0->MGS req@ffff95cb507fdc00 x1876618825973376/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789683438.087366:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789683438.087372:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087379:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a20a3f3e] to pc [ptlrpcd_00_01+1] req@ffff95cb507fdc00 x1876618825973376/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.087406:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087409:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789683438.087413:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789683438.087416:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb507fed80. 00000020:00000040:1.0:1789683438.087419:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb50729800 refcount=4 obd=lustre-MDT0000-mdc-ffff95cb480a4800 00000100:00000001:1.0:1789683438.087421:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789683438.087422:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789683438.087424:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789683438.087428:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb41661800. 00000100:00000001:1.0:1789683438.087431:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087444:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0000_UUID req@ffff95cb507fed80 x1876618825973504/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789683438.087452:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789683438.087454:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087458:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ea0f4c20] to pc [ptlrpcd_00_00+0] req@ffff95cb507fed80 x1876618825973504/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.087467:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087470:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789683438.087473:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789683438.087477:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb507fd180. 00000020:00000040:1.0:1789683438.087479:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb507a7800 refcount=4 obd=lustre-MDT0001-mdc-ffff95cb480a4800 00000100:00000001:1.0:1789683438.087482:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789683438.087483:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789683438.087485:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789683438.087489:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb41661c00. 00000100:00000001:1.0:1789683438.087492:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087496:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0001_UUID req@ffff95cb507fd180 x1876618825973632/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789683438.087503:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789683438.087505:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087509:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000027f0fc33] to pc [ptlrpcd_00_01+1] req@ffff95cb507fd180 x1876618825973632/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.087517:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087519:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789683438.087523:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789683438.087526:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1789683438.087529:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1789683438.087533:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789683438.087543:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789683438.087547:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb507fdf80. 00000020:00000040:1.0:1789683438.087550:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb43154800 refcount=4 obd=lustre-MDT0000-mdc-ffff95cb507a9800 00000100:00000001:1.0:1789683438.087552:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789683438.087554:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789683438.087556:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789683438.087561:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb41661000. 00000100:00000001:1.0:1789683438.087564:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087569:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0000_UUID req@ffff95cb507fdf80 x1876618825973760/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789683438.087576:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789683438.087578:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087583:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005227a9ca] to pc [ptlrpcd_00_00+0] req@ffff95cb507fdf80 x1876618825973760/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.087590:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087593:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789683438.087596:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789683438.087599:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb507ffb80. 00000020:00000040:1.0:1789683438.087602:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb507a5000 refcount=4 obd=lustre-MDT0001-mdc-ffff95cb507a9800 00000100:00000001:1.0:1789683438.087604:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789683438.087606:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789683438.087607:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789683438.087611:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb41661200. 00000100:00000001:1.0:1789683438.087614:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087618:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0001_UUID req@ffff95cb507ffb80 x1876618825973888/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789683438.087625:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789683438.087627:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087631:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000091e44412] to pc [ptlrpcd_00_01+1] req@ffff95cb507ffb80 x1876618825973888/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.087650:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087653:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789683438.087656:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789683438.087683:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb507fc000. 00000020:00000040:1.0:1789683438.087687:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb507a0000 refcount=3 obd=lustre-OST0000-osc-ffff95cb507a9800 00000100:00000001:1.0:1789683438.087690:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789683438.087691:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789683438.087694:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789683438.087698:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb41661f00. 00000100:00000001:1.0:1789683438.087701:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087706:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0000_UUID req@ffff95cb507fc000 x1876618825974016/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789683438.087713:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789683438.087729:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087734:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001aa33d2f] to pc [ptlrpcd_00_00+0] req@ffff95cb507fc000 x1876618825974016/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.087741:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087743:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1789683438.087746:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1789683438.087750:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb507ff480. 00000020:00000040:1.0:1789683438.087752:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb507a2800 refcount=3 obd=lustre-OST0001-osc-ffff95cb507a9800 00000100:00000001:1.0:1789683438.087754:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789683438.087755:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789683438.087757:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789683438.087760:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb41661b00. 00000100:00000001:1.0:1789683438.087763:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087767:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0001_UUID req@ffff95cb507ff480 x1876618825974144/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789683438.087773:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789683438.087781:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087786:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000524b86ca] to pc [ptlrpcd_00_01+1] req@ffff95cb507ff480 x1876618825974144/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.087793:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.087798:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (367) 00000100:00000001:1.0:1789683438.087814:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683438.087819:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683438.087822:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683438.087828:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb507fdc00 x1876618825973376/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.087836:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683438.087838:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.087842:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683438.087845:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683438.087848:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683438.087853:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2403:1876618825973376:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683438.087858:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683438.087866:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683438.087869:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.087872:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683438.087877:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50af5200. 02000000:00000001:1.0:1789683438.087879:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683438.087888:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683438.087894:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053210. 00000400:00000010:1.0:1789683438.087901:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb450525d8. 00000100:00000200:1.0:1789683438.087910:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825973376, portal 25 00000100:00000001:1.0:1789683438.087913:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683438.087915:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299194297344 : -116774515254272 : ffff95cb507fdc00) 00000100:00000040:1.0:1789683438.087922:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb507fdc00 x1876618825973376/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.087930:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683438.087934:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683438.087938:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb450523b8. 00000100:00000200:1.0:1789683438.087948:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876618825973376, offset 0 00000400:00000200:1.0:1789683438.087956:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683438.087967:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.087987:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683438.087993:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683438.087998:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683438.088002:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683438.088005:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683438.088009:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [133:133:256:4294967295] 192.168.204.144@tcp LPNI seq info [133:133:8:4294967295] 00000400:00000200:1.0:1789683438.088013:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.088025:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683438.088033:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683438.088039:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb41661900. 00000800:00000200:1.0:1789683438.088047:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683438.088056:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683438.088061:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb41661900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683438.088075:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683438.088080:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683438.088083:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295030727 00000100:00000010:1.0:1789683438.088088:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb58e3da20. 00000100:00000001:1.0:1789683438.088096:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789683438.088103:0:2403:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295030727 00000100:00000010:1.0:1789683438.088106:0:2403:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb58e3dae0. 00000100:00000001:1.0:1789683438.088109:0:2403:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789683438.088112:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683438.088115:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.088119:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683438.088123:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb507fd180 x1876618825973632/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.088130:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683438.088136:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.088139:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683438.088141:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683438.088143:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683438.088146:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825973632:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683438.088150:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683438.088153:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683438.088154:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.088156:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683438.088159:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50af4c00. 02000000:00000001:1.0:1789683438.088161:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683438.088165:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683438.088168:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053630. 00000400:00000010:1.0:1789683438.088172:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052b28. 00000100:00000200:1.0:1789683438.088175:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825973632, portal 10 00000100:00000001:1.0:1789683438.088177:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683438.088178:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299194294656 : -116774515256960 : ffff95cb507fd180) 00000100:00000040:1.0:1789683438.088185:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb507fd180 x1876618825973632/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.088192:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683438.088194:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683438.088197:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052aa0. 00000100:00000200:1.0:1789683438.088199:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825973632, offset 0 00000400:00000200:1.0:1789683438.088203:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683438.088208:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.088211:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683438.088215:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683438.088217:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683438.088220:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683438.088222:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683438.088225:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [134:134:255:4294967295] 192.168.204.144@tcp LPNI seq info [134:134:7:4294967295] 00000400:00000200:1.0:1789683438.088229:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.088235:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683438.088247:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683438.088259:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2e00. 00000800:00000200:1.0:1789683438.088264:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683438.088268:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683438.088270:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683438.088274:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.088278:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: using a timeout of 119612 usecs (120 jiffies) 00000400:00000200:1.0:1789683438.088282:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683438.088284:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 0 is 4295029882 00000100:00000001:1.0:1789683438.088287:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS request active for cpu 0, keep current deadline 4295030727 00000100:00000001:1.0:1789683438.088289:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 1 is 4295029882 00000100:00000001:1.0:1789683438.088291:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS request active for cpu 1, keep current deadline 4295030727 00000100:00000001:1.0:1789683438.088294:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683438.088296:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.088298:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683438.088302:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb507ffb80 x1876618825973888/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.088309:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683438.088311:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.088314:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683438.088315:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683438.088317:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683438.088320:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2403:1876618825973888:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683438.088324:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683438.088326:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683438.088328:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.088330:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683438.088333:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50af4600. 02000000:00000001:1.0:1789683438.088335:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683438.088339:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683438.088347:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053bb0. 00000400:00000010:1.0:1789683438.088350:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb450524c8. 00000100:00000200:1.0:1789683438.088353:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825973888, portal 10 00000100:00000001:1.0:1789683438.088355:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683438.088357:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299194305408 : -116774515246208 : ffff95cb507ffb80) 00000100:00000040:1.0:1789683438.088363:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb507ffb80 x1876618825973888/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.088370:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683438.088372:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683438.088375:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052330. 00000100:00000200:1.0:1789683438.088380:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825973888, offset 0 00000400:00000200:1.0:1789683438.088386:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683438.088389:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.088394:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683438.088397:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683438.088399:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683438.088401:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683438.088404:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683438.088406:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [135:135:254:4294967295] 192.168.204.144@tcp LPNI seq info [135:135:6:4294967295] 00000400:00000200:1.0:1789683438.088411:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.088416:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683438.088421:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683438.088424:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2a00. 00000800:00000200:1.0:1789683438.088428:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683438.088432:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683438.088435:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683438.088438:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.088440:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: using a timeout of 58190 usecs (59 jiffies) 00000400:00000200:1.0:1789683438.088444:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683438.088445:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295029822 00000100:00000001:1.0:1789683438.088448:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295030727 00000100:00000001:1.0:1789683438.088456:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295029822 00000100:00000001:1.0:1789683438.088458:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295030727 00000100:00000001:1.0:1789683438.088460:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683438.088462:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.088464:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683438.088469:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb507ff480 x1876618825974144/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.088475:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683438.088476:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.088479:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683438.088480:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683438.088483:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683438.088485:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2403:1876618825974144:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683438.088489:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683438.088491:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683438.088493:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.088495:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683438.088498:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50af4e00. 02000000:00000001:1.0:1789683438.088499:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683438.088503:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683438.088507:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053318. 00000400:00000010:1.0:1789683438.088511:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052660. 00000100:00000200:1.0:1789683438.088514:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825974144, portal 4 00000100:00000001:1.0:1789683438.088515:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683438.088516:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299194303616 : -116774515248000 : ffff95cb507ff480) 00000100:00000040:1.0:1789683438.088522:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb507ff480 x1876618825974144/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.088528:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683438.088531:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683438.088533:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052550. 00000100:00000200:1.0:1789683438.088535:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876618825974144, offset 0 00000400:00000200:1.0:1789683438.088545:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683438.088549:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.088552:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683438.088555:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683438.088557:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683438.088560:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683438.088562:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683438.088565:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [136:136:253:4294967295] 192.168.204.144@tcp LPNI seq info [136:136:5:4294967295] 00000400:00000200:1.0:1789683438.088568:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.088574:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683438.088578:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683438.088582:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2100. 00000800:00000200:1.0:1789683438.088585:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683438.088590:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683438.088592:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683438.088595:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.088598:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: using a timeout of 9372 usecs (10 jiffies) 00000400:00000200:1.0:1789683438.088601:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683438.088603:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295029773 00000100:00000001:1.0:1789683438.088606:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295030727 00000100:00000001:1.0:1789683438.088608:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295029773 00000100:00000001:1.0:1789683438.088610:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295030727 00000100:00000001:1.0:1789683438.088612:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683438.088614:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.088617:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.088620:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.088629:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789683438.088632:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789683438.088635:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683438.088637:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683438.088638:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683438.088648:0:2403:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:1.0:1789683438.088650:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.088653:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789683438.088655:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.088656:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683438.088658:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683438.088693:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683438.088699:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb507fed80 x1876618825973504/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.088707:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683438.088709:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.088711:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683438.088713:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683438.088715:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683438.088719:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825973504:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683438.088723:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683438.088726:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683438.088728:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.088730:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683438.088734:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50af5000. 02000000:00000001:1.0:1789683438.088736:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683438.088739:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683438.088741:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053840. 00000400:00000010:1.0:1789683438.088745:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052000. 00000100:00000200:1.0:1789683438.088748:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825973504, portal 10 00000100:00000001:1.0:1789683438.088750:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683438.088751:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299194301824 : -116774515249792 : ffff95cb507fed80) 00000100:00000040:1.0:1789683438.088757:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb507fed80 x1876618825973504/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.088763:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683438.088765:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683438.088768:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052d48. 00000100:00000200:1.0:1789683438.088770:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825973504, offset 0 00000400:00000200:1.0:1789683438.088775:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683438.088784:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.088789:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683438.088791:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683438.088794:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683438.088796:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683438.088798:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683438.088801:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [137:137:252:4294967295] 192.168.204.144@tcp LPNI seq info [137:137:4:4294967295] 00000400:00000200:1.0:1789683438.088805:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.088810:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683438.088814:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683438.088818:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2b00. 00000800:00000200:1.0:1789683438.088821:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683438.088826:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683438.088828:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683438.088832:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.088835:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: using a timeout of 100821 usecs (101 jiffies) 00000400:00000200:1.0:1789683438.088838:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683438.088840:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 0 is 4295029865 00000100:00000001:1.0:1789683438.088842:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS request active for cpu 0, keep current deadline 4295030727 00000100:00000001:1.0:1789683438.088845:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 1 is 4295029865 00000100:00000001:1.0:1789683438.088847:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS request active for cpu 1, keep current deadline 4295030727 00000100:00000001:1.0:1789683438.088850:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683438.088852:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.088854:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683438.088858:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb507fdf80 x1876618825973760/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.088865:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683438.088866:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.088869:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683438.088876:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683438.088878:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683438.088881:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2403:1876618825973760:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683438.088884:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683438.088887:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683438.088888:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.088890:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683438.088893:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50af4000. 02000000:00000001:1.0:1789683438.088895:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683438.088898:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683438.088900:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053e18. 00000400:00000010:1.0:1789683438.088903:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052a18. 00000100:00000200:1.0:1789683438.088906:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825973760, portal 10 00000100:00000001:1.0:1789683438.088908:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683438.088909:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299194298240 : -116774515253376 : ffff95cb507fdf80) 00000020:00000010:1.0:1789683438.088919:0:2403:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95cb482ec000. 00000100:00000040:1.0:1789683438.088925:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb507fdf80 x1876618825973760/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.088931:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683438.088933:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683438.088935:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052cc0. 00000100:00000200:1.0:1789683438.088937:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825973760, offset 0 00000400:00000200:1.0:1789683438.088941:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683438.088947:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.088950:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683438.088953:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683438.088955:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683438.088957:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683438.088960:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683438.088963:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [138:138:251:4294967295] 192.168.204.144@tcp LPNI seq info [138:138:3:4294967295] 00000400:00000200:1.0:1789683438.088967:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.088987:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683438.089000:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683438.089004:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2200. 00000800:00000200:1.0:1789683438.089008:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683438.089011:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683438.089014:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683438.089017:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.089020:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: using a timeout of 32115 usecs (33 jiffies) 00000400:00000200:1.0:1789683438.089023:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683438.089025:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295029797 00000100:00000001:1.0:1789683438.089027:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295030727 00000100:00000001:1.0:1789683438.089029:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295029797 00000100:00000001:1.0:1789683438.089032:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295030727 00000100:00000001:1.0:1789683438.089034:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683438.089036:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.089039:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683438.089043:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb507fc000 x1876618825974016/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089049:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683438.089051:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.089053:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683438.089055:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683438.089057:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683438.089059:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2403:1876618825974016:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683438.089063:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683438.089065:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683438.089066:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.089068:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683438.089071:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50af4200. 02000000:00000001:1.0:1789683438.089072:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683438.089075:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683438.089083:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053268. 00000400:00000010:1.0:1789683438.089087:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052c38. 00000100:00000200:1.0:1789683438.089090:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825974016, portal 4 00000100:00000001:1.0:1789683438.089092:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683438.089093:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299194290176 : -116774515261440 : ffff95cb507fc000) 00000100:00000040:1.0:1789683438.089100:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb507fc000 x1876618825974016/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089106:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683438.089109:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683438.089112:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052f68. 00000100:00000200:1.0:1789683438.089114:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876618825974016, offset 0 00000400:00000200:1.0:1789683438.089118:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683438.089121:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.089125:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683438.089127:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683438.089130:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683438.089132:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683438.089134:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683438.089137:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [139:139:250:4294967295] 192.168.204.144@tcp LPNI seq info [139:139:2:4294967295] 00000400:00000200:1.0:1789683438.089140:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.089145:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683438.089149:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683438.089152:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2d00. 00000800:00000200:1.0:1789683438.089156:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683438.089160:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683438.089162:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683438.089165:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.089167:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: using a timeout of 4480 usecs (5 jiffies) 00000400:00000200:1.0:1789683438.089170:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683438.089172:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295029769 00000100:00000001:1.0:1789683438.089175:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295030727 00000100:00000001:1.0:1789683438.089182:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295029769 00000100:00000001:1.0:1789683438.089184:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295030727 00000100:00000001:1.0:1789683438.089186:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683438.089188:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.089192:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.089194:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.089209:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683438.089212:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789683438.089265:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789683438.089269:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb41661900. 00000400:00000200:1.0:1789683438.089279:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683438.089286:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:1.0:1789683438.089293:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb450523b8 00000400:00000010:1.0:1789683438.089296:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb450523b8. 00000100:00000001:1.0:1789683438.089301:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789683438.089306:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb507fdc00 x1876618825973376/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089316:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683438.089321:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb507fdc00 x1876618825973376/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089328:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.089330:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789683438.089344:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789683438.089347:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2e00. 00000400:00000200:1.0:1789683438.089350:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683438.089353:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:1.0:1789683438.089355:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052aa0 00000400:00000010:1.0:1789683438.089357:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052aa0. 00000100:00000001:1.0:1789683438.089359:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789683438.089362:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb507fd180 x1876618825973632/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089368:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683438.089378:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb507fd180 x1876618825973632/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089385:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.089386:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789683438.089396:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789683438.089399:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2a00. 00000400:00000200:1.0:1789683438.089401:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683438.089405:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:1.0:1789683438.089408:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052330 00000400:00000010:1.0:1789683438.089410:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052330. 00000100:00000001:1.0:1789683438.089413:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789683438.089416:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb507ffb80 x1876618825973888/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089424:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683438.089427:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb507ffb80 x1876618825973888/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089434:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.089435:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789683438.089445:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789683438.089448:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2100. 00000400:00000200:1.0:1789683438.089450:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683438.089453:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:1.0:1789683438.089456:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052550 00000400:00000010:1.0:1789683438.089458:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052550. 00000100:00000001:1.0:1789683438.089460:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789683438.089463:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb507ff480 x1876618825974144/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089470:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683438.089473:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb507ff480 x1876618825974144/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089479:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.089480:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789683438.089495:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789683438.089497:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2b00. 00000400:00000200:1.0:1789683438.089499:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683438.089502:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:1.0:1789683438.089505:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052d48 00000400:00000010:1.0:1789683438.089507:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052d48. 00000100:00000001:1.0:1789683438.089508:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789683438.089512:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb507fed80 x1876618825973504/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089518:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683438.089521:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb507fed80 x1876618825973504/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089527:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.089528:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789683438.089534:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789683438.089535:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2200. 00000400:00000200:1.0:1789683438.089537:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683438.089540:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:1.0:1789683438.089542:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052cc0 00000400:00000010:1.0:1789683438.089544:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052cc0. 00000100:00000001:1.0:1789683438.089545:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789683438.089548:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb507fdf80 x1876618825973760/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089554:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683438.089557:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb507fdf80 x1876618825973760/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089564:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.089566:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:1.0:1789683438.089645:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789683438.089648:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2d00. 00000400:00000200:1.0:1789683438.089651:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683438.089654:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:1.0:1789683438.089656:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052f68 00000400:00000010:1.0:1789683438.089687:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052f68. 00000100:00000001:1.0:1789683438.089691:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789683438.089695:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb507fc000 x1876618825974016/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089703:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683438.089706:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb507fc000 x1876618825974016/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.089713:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.089715:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1789683438.092895:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.092918:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789683438.092931:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.092936:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683438.092946:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.092956:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:1.0:1789683438.092967:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.092985:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.092992:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.092998:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 25 MB=0x6aac65e803e80 00000400:00000200:1.0:1789683438.093005:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.093012:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.144@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:1.0:1789683438.093022:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.093031:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683438.093035:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683438.093039:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:1.0:1789683438.093047:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683438.093059:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb507fdc00 x1876618825973376/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789683438.093071:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb507fdc00 x1876618825973376/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.093088:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789683438.093111:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.093116:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.093133:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683438.093138:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789683438.093148:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683438.093151:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683438.093154:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053210. 00000400:00000200:1.0:1789683438.093160:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb450525d8 00000400:00000010:1.0:1789683438.093163:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb450525d8. 00000100:00000001:1.0:1789683438.093167:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683438.093172:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb507fdc00 x1876618825973376/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683438.093181:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb507fdc00 x1876618825973376/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.093188:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683438.093190:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.093192:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683438.093197:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683438.093200:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683438.093203:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.093207:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683438.093215:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb5a52cc60 time=80 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683438.093220:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb5a52cc18 time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683438.093223:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683438.093225:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683438.093228:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789683438.093231:0:2403:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.093235:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.093240:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb507fdc00 x1876618825973376/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.093248:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683438.093252:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683438.093254:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789683438.093258:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb507fdc00 x1876618825973376/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683438.093282:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2403:1876618825973376:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683438.093289:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.093292:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683438.093296:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb507fdc00 x1876618825973376/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.093304:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683438.093307:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683438.093311:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50af5200. 02000000:00000001:1.0:1789683438.093316:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683438.093319:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683438.093321:0:2403:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=3 obd=MGC192.168.204.144@tcp 00000020:00000001:1.0:1789683438.093324:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683438.093327:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb41661a00. 02000000:00000001:1.0:1789683438.093333:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683438.093335:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683438.093337:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb507fdc00. 00000100:00000001:1.0:1789683438.093341:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683438.093343:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.093347:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.093349:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683438.093350:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683438.093352:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.093354:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1789683438.103014:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103037:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789683438.103043:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103046:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683438.103058:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103068:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:1.0:1789683438.103079:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103084:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103092:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103097:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e803f80 00000400:00000200:1.0:1789683438.103114:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103122:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x831 [1] + 224 00000800:00000001:1.0:1789683438.103132:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103137:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683438.103151:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683438.103158:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:1.0:1789683438.103167:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683438.103180:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb507fd180 x1876618825973632/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789683438.103194:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb507fd180 x1876618825973632/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.103213:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789683438.103224:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103230:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789683438.103233:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103237:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683438.103241:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103246:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:1.0:1789683438.103252:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103256:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103259:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103262:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804080 00000400:00000200:1.0:1789683438.103265:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103270:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:1.0:1789683438.103274:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103278:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683438.103280:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683438.103283:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:1.0:1789683438.103287:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683438.103291:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb507ffb80 x1876618825973888/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789683438.103312:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb507ffb80 x1876618825973888/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.103322:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789683438.103327:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103332:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789683438.103334:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103336:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683438.103339:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103344:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:1.0:1789683438.103349:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103352:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103355:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103359:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804000 00000400:00000200:1.0:1789683438.103362:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103367:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:1.0:1789683438.103370:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103374:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683438.103376:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683438.103380:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:1.0:1789683438.103383:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683438.103388:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb507fdf80 x1876618825973760/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789683438.103397:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb507fdf80 x1876618825973760/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.103406:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789683438.103410:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103414:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789683438.103415:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103417:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683438.103420:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103430:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:1.0:1789683438.103435:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103439:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103441:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103444:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 4 MB=0x6aac65e804180 00000400:00000200:1.0:1789683438.103449:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103453:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.144@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:1.0:1789683438.103457:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103462:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683438.103464:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683438.103468:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:1.0:1789683438.103472:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683438.103477:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb507ff480 x1876618825974144/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789683438.103487:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb507ff480 x1876618825974144/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.103495:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789683438.103500:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103503:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789683438.103505:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103509:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683438.103513:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103518:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:1.0:1789683438.103524:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103528:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103534:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103538:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 4 MB=0x6aac65e804100 00000400:00000200:1.0:1789683438.103545:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103550:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.144@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:1.0:1789683438.103555:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103559:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683438.103569:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683438.103574:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:1.0:1789683438.103578:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683438.103584:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb507fc000 x1876618825974016/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789683438.103596:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb507fc000 x1876618825974016/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.103609:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789683438.103615:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103619:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789683438.103622:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103624:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683438.103629:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103634:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:1.0:1789683438.103640:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103644:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103649:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103655:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e803f00 00000400:00000200:1.0:1789683438.103683:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683438.103688:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x861 [1] + 224 00000800:00000001:1.0:1789683438.103694:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103704:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683438.103708:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683438.103713:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:1.0:1789683438.103716:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683438.103738:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb507fed80 x1876618825973504/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789683438.103747:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb507fed80 x1876618825973504/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.103755:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789683438.103766:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683438.103770:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.103788:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683438.103793:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789683438.103801:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683438.103803:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683438.103807:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053840. 00000400:00000200:1.0:1789683438.103812:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052000 00000400:00000010:1.0:1789683438.103814:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052000. 00000100:00000001:1.0:1789683438.103818:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683438.103824:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb507fed80 x1876618825973504/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683438.103833:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb507fed80 x1876618825973504/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.103839:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683438.103841:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.103844:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683438.103848:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683438.103851:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683438.103854:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.103858:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683438.103874:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb50729c60 time=80 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683438.103879:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb50729c18 time=80 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683438.103882:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683438.103886:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683438.103889:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789683438.103895:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.103899:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789683438.103902:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb480a4800: skip recheck: last_committed 0 00000100:00000001:1.0:1789683438.103904:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789683438.103906:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.103912:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb507fed80 x1876618825973504/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.103919:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683438.103923:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683438.103931:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789683438.103936:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb507fed80 x1876618825973504/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683438.103943:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825973504:192.168.204.144@tcp:400:kworker.0 00000400:00000001:1.0:1789683438.103950:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683438.103951:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683438.103953:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053e18. 00000400:00000200:1.0:1789683438.103955:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052a18 00000400:00000010:1.0:1789683438.103957:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052a18. 00000100:00000001:1.0:1789683438.103959:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683438.103962:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb507fdf80 x1876618825973760/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683438.103980:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb507fdf80 x1876618825973760/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.103987:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683438.103988:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.103990:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683438.103991:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683438.103993:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683438.103994:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.103996:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683438.104002:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb43154c60 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683438.104005:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb43154c18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683438.104006:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683438.104008:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683438.104009:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789683438.104011:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.104013:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789683438.104014:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:1.0:1789683438.104016:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789683438.104017:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.104021:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb507fdf80 x1876618825973760/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.104041:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683438.104043:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683438.104045:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789683438.104049:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb507fdf80 x1876618825973760/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683438.104057:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2403:1876618825973760:192.168.204.144@tcp:400:kworker.0 00000400:00000001:1.0:1789683438.104063:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683438.104065:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683438.104067:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053268. 00000400:00000200:1.0:1789683438.104069:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052c38 00000400:00000010:1.0:1789683438.104071:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052c38. 00000100:00000001:1.0:1789683438.104073:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683438.104077:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb507fc000 x1876618825974016/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683438.104084:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb507fc000 x1876618825974016/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.104090:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683438.104092:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.104094:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683438.104096:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683438.104097:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683438.104099:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.104100:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683438.104105:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a0460 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683438.104108:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a0418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683438.104110:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683438.104111:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683438.104113:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789683438.104116:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507fc000 x1876618825974016/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789683438.104132:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.104135:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789683438.104136:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:1.0:1789683438.104138:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789683438.104140:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.104143:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb507fc000 x1876618825974016/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.104148:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683438.104150:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683438.104151:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789683438.104155:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb507fc000 x1876618825974016/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683438.104162:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2403:1876618825974016:192.168.204.144@tcp:400:kworker.0 00000400:00000001:1.0:1789683438.104168:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683438.104169:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683438.104171:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053630. 00000400:00000200:1.0:1789683438.104174:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052b28 00000400:00000010:1.0:1789683438.104176:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052b28. 00000100:00000001:1.0:1789683438.104178:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683438.104181:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb507fd180 x1876618825973632/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683438.104189:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb507fd180 x1876618825973632/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.104195:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683438.104196:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.104198:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683438.104200:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683438.104201:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683438.104203:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.104210:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683438.104216:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a7c60 time=79 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683438.104219:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a7c18 time=79 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683438.104221:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683438.104222:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683438.104224:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789683438.104228:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507fd180 x1876618825973632/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789683438.104235:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.104237:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789683438.104239:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb480a4800: skip recheck: last_committed 0 00000100:00000001:1.0:1789683438.104241:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789683438.104242:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.104246:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb507fd180 x1876618825973632/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.104252:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683438.104254:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683438.104255:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789683438.104259:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb507fd180 x1876618825973632/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683438.104266:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825973632:192.168.204.144@tcp:400:kworker.0 00000400:00000001:1.0:1789683438.104272:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683438.104273:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683438.104275:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053bb0. 00000400:00000200:1.0:1789683438.104277:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb450524c8 00000400:00000010:1.0:1789683438.104279:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb450524c8. 00000100:00000001:1.0:1789683438.104281:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683438.104284:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb507ffb80 x1876618825973888/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683438.104292:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb507ffb80 x1876618825973888/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.104308:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683438.104310:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.104312:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683438.104314:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683438.104315:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683438.104316:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.104318:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683438.104323:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a5460 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683438.104326:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a5418 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683438.104328:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683438.104329:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683438.104331:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789683438.104335:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507ffb80 x1876618825973888/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789683438.104341:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.104344:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789683438.104345:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:1.0:1789683438.104347:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789683438.104348:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.104352:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb507ffb80 x1876618825973888/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.104358:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683438.104360:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683438.104361:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789683438.104365:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb507ffb80 x1876618825973888/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683438.104373:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2403:1876618825973888:192.168.204.144@tcp:400:kworker.0 00000400:00000001:1.0:1789683438.104379:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683438.104380:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683438.104382:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053318. 00000400:00000200:1.0:1789683438.104390:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052660 00000400:00000010:1.0:1789683438.104391:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052660. 00000100:00000001:1.0:1789683438.104393:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683438.104397:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb507ff480 x1876618825974144/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683438.104404:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb507ff480 x1876618825974144/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.104410:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683438.104411:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.104412:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683438.104414:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683438.104416:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683438.104417:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683438.104419:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683438.104423:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a2c60 time=6 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683438.104426:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a2c18 time=6 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683438.104427:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683438.104429:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683438.104431:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789683438.104434:0:2403:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb507ff480 x1876618825974144/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789683438.104440:0:2403:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.104442:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789683438.104443:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:1.0:1789683438.104445:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789683438.104447:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683438.104450:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb507ff480 x1876618825974144/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.104456:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683438.104457:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683438.104458:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789683438.104462:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb507ff480 x1876618825974144/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683438.104480:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2403:1876618825974144:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683438.104484:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.104487:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683438.104491:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb507fed80 x1876618825973504/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.104500:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683438.104503:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683438.104507:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50af5000. 02000000:00000001:1.0:1789683438.104512:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683438.104516:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683438.104519:0:2403:0:(genops.c:1222:class_import_put()) import ffff95cb50729800 refcount=3 obd=lustre-MDT0000-mdc-ffff95cb480a4800 00000020:00000001:1.0:1789683438.104524:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683438.104527:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb41661800. 02000000:00000001:1.0:1789683438.104535:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683438.104538:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683438.104540:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb507fed80. 00000100:00000001:1.0:1789683438.104545:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683438.104548:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.104551:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683438.104555:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb507fdf80 x1876618825973760/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.104567:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683438.104569:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683438.104571:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50af4000. 02000000:00000001:1.0:1789683438.104575:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683438.104577:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683438.104579:0:2403:0:(genops.c:1222:class_import_put()) import ffff95cb43154800 refcount=3 obd=lustre-MDT0000-mdc-ffff95cb507a9800 00000020:00000001:1.0:1789683438.104582:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683438.104584:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb41661000. 02000000:00000001:1.0:1789683438.104587:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683438.104589:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683438.104591:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb507fdf80. 00000100:00000001:1.0:1789683438.104600:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683438.104601:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.104603:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683438.104606:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb507fc000 x1876618825974016/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.104612:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683438.104614:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683438.104617:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50af4200. 02000000:00000001:1.0:1789683438.104620:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683438.104622:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683438.104624:0:2403:0:(genops.c:1222:class_import_put()) import ffff95cb507a0000 refcount=2 obd=lustre-OST0000-osc-ffff95cb507a9800 00000020:00000001:1.0:1789683438.104627:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683438.104630:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb41661f00. 02000000:00000001:1.0:1789683438.104634:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683438.104637:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683438.104639:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb507fc000. 00000100:00000001:1.0:1789683438.104643:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683438.104645:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.104649:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683438.104654:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb507fd180 x1876618825973632/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.104691:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683438.104693:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683438.104696:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50af4c00. 02000000:00000001:1.0:1789683438.104700:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683438.104703:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683438.104704:0:2403:0:(genops.c:1222:class_import_put()) import ffff95cb507a7800 refcount=3 obd=lustre-MDT0001-mdc-ffff95cb480a4800 00000020:00000001:1.0:1789683438.104706:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683438.104708:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb41661c00. 02000000:00000001:1.0:1789683438.104710:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683438.104712:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683438.104713:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb507fd180. 00000100:00000001:1.0:1789683438.104716:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683438.104718:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.104721:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683438.104725:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb507ffb80 x1876618825973888/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.104741:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683438.104742:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683438.104744:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50af4600. 02000000:00000001:1.0:1789683438.104746:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683438.104748:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683438.104749:0:2403:0:(genops.c:1222:class_import_put()) import ffff95cb507a5000 refcount=3 obd=lustre-MDT0001-mdc-ffff95cb507a9800 00000020:00000001:1.0:1789683438.104751:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683438.104753:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb41661200. 02000000:00000001:1.0:1789683438.104755:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683438.104756:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683438.104757:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb507ffb80. 00000100:00000001:1.0:1789683438.104759:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683438.104760:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.104762:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683438.104766:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb507ff480 x1876618825974144/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683454 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683438.104772:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683438.104773:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683438.104774:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50af4e00. 02000000:00000001:1.0:1789683438.104776:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683438.104777:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683438.104778:0:2403:0:(genops.c:1222:class_import_put()) import ffff95cb507a2800 refcount=2 obd=lustre-OST0001-osc-ffff95cb507a9800 00000020:00000001:1.0:1789683438.104780:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683438.104782:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb41661b00. 02000000:00000001:1.0:1789683438.104783:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683438.104784:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683438.104785:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb507ff480. 00000100:00000001:1.0:1789683438.104787:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683438.104788:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.104791:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683438.104801:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789683438.104804:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683438.104806:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683438.104809:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789683438.105554:0:9372:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789683438.105566:0:9372:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683438.468769:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683438.468778:0:366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789683438.468780:0:366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789683438.468785:0:366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683438.468789:0:366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789683438.468792:0:366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683438.468794:0:366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683438.468797:0:366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683438.468801:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683438.468803:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683438.469200:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683438.469204:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683438.469207:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1789683438.517397:0:9408:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1789683438.517410:0:9408:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg444-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:1.0:1789683438.524490:0:9408:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1789683438.587261:0:9412:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789683438.587274:0:9412:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789683438.642288:0:9417:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789683438.642306:0:9417:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683439.108840:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7000 (cpu 0) has reached its deadline 4295030727, at 4295030784 00000100:00000010:0.0:1789683439.108860:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb58e3da20. 00000100:00000040:1.0:1789683439.108922:0:254:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7110 (cpu 1) has reached its deadline 4295030727, at 4295030784 00000100:00000010:1.0:1789683439.108928:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb58e3dae0. 00010000:00000001:0.0:1789683439.494518:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683439.494525:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683439.494531:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683439.494532:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683439.495015:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683439.495020:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683439.495023:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683440.516751:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683440.516760:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683440.516767:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683440.516768:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683440.516936:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683440.516941:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683440.516944:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683441.540806:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683441.540815:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683441.540821:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683441.540822:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683441.541226:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683441.541229:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683441.541232:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683442.564842:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683442.564873:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683442.564880:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683442.564895:0:366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789683442.564898:0:366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789683442.564902:0:366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683442.564905:0:366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789683442.564908:0:366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683442.564910:0:366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683442.564912:0:366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683442.565404:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683442.565408:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683442.565412:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789683443.212504:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 20306a6b-46c6-4de1-987d-3bf1c3e4c7d0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683443.212516:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683443.212525:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb4503bb80. 00000020:00000040:3.0:1789683443.212531:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000100:00000001:3.0:1789683443.212536:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683443.212539:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683443.212545:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683443.212552:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162500. 00000100:00000001:3.0:1789683443.212560:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.212573:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 20306a6b-46c6-4de1-987d-3bf1c3e4c7d0->MGS req@ffff95cb4503bb80 x1876618825974272/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683443.212585:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683443.212589:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.212597:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000022e4b8b] to pc [ptlrpcd_01_00+0] req@ffff95cb4503bb80 x1876618825974272/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.212634:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.212638:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683443.212641:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683443.212645:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb45039500. 00000020:00000040:3.0:1789683443.212647:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb50729800 refcount=4 obd=lustre-MDT0000-mdc-ffff95cb480a4800 00000100:00000001:3.0:1789683443.212731:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683443.212734:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683443.212736:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683443.212740:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162400. 00000100:00000001:3.0:1789683443.212744:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.212749:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0000_UUID req@ffff95cb45039500 x1876618825974400/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683443.212757:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683443.212758:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.212763:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000301e0b82] to pc [ptlrpcd_01_01+1] req@ffff95cb45039500 x1876618825974400/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.212771:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.212773:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683443.212776:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683443.212779:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb45039180. 00000020:00000040:3.0:1789683443.212782:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb507a7800 refcount=4 obd=lustre-MDT0001-mdc-ffff95cb480a4800 00000100:00000001:3.0:1789683443.212784:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683443.212785:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683443.212786:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683443.212790:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162b00. 00000100:00000001:3.0:1789683443.212793:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.212796:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0001_UUID req@ffff95cb45039180 x1876618825974528/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683443.212801:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683443.212809:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.212814:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff7d1b70] to pc [ptlrpcd_01_00+0] req@ffff95cb45039180 x1876618825974528/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.212820:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.212822:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789683443.212825:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789683443.212828:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789683443.212831:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789683443.212834:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683443.212837:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683443.212840:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb45039c00. 00000020:00000040:3.0:1789683443.212842:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb43154800 refcount=4 obd=lustre-MDT0000-mdc-ffff95cb507a9800 00000100:00000001:3.0:1789683443.212844:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683443.212846:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683443.212847:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683443.212851:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162100. 00000100:00000001:3.0:1789683443.212855:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.212859:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0000_UUID req@ffff95cb45039c00 x1876618825974656/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683443.212866:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683443.212881:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.212889:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b6b7758] to pc [ptlrpcd_01_01+1] req@ffff95cb45039c00 x1876618825974656/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.212895:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.212898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683443.212901:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683443.212905:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb4503ad80. 00000100:00000001:2.0:1789683443.212908:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1789683443.212909:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb507a5000 refcount=4 obd=lustre-MDT0001-mdc-ffff95cb507a9800 00000100:00000001:2.0:1789683443.212917:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789683443.212919:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1789683443.212924:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1789683443.212924:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683443.212930:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683443.212936:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162300. 00000100:00000040:2.0:1789683443.212940:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb4503bb80 x1876618825974272/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.212942:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.212955:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0001_UUID req@ffff95cb4503ad80 x1876618825974784/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789683443.212959:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683443.212963:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683443.212974:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1789683443.212975:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683443.212979:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683443.212980:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683443.212989:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.212990:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c8ac1ab] to pc [ptlrpcd_01_00+0] req@ffff95cb4503ad80 x1876618825974784/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683443.212998:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2404:1876618825974272:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683443.213011:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1789683443.213018:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683443.213021:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1789683443.213024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1789683443.213025:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683443.213031:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789683443.213033:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683443.213040:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb4503a300. 02000000:00000010:2.0:1789683443.213042:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb482c9800. 00000020:00000040:3.0:1789683443.213045:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb507a0000 refcount=3 obd=lustre-OST0000-osc-ffff95cb507a9800 02000000:00000001:2.0:1789683443.213047:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.213052:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683443.213056:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683443.213058:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683443.213064:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683443.213071:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496b58. 00000400:00000010:2.0:1789683443.213092:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adff68. 00000100:00000200:2.0:1789683443.213101:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825974272, portal 25 00000100:00000001:2.0:1789683443.213103:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683443.213105:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001613184 : -116774707938432 : ffff95cb4503bb80) 00000100:00000040:2.0:1789683443.213113:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb4503bb80 x1876618825974272/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683443.213123:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000010:3.0:1789683443.213125:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162f00. 00000100:00000040:2.0:1789683443.213134:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000100:00000001:3.0:1789683443.213135:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789683443.213140:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adfc38. 00000100:00000040:3.0:1789683443.213155:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0000_UUID req@ffff95cb4503a300 x1876618825974912/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1789683443.213160:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876618825974272, offset 0 00000100:00000001:3.0:1789683443.213172:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1789683443.213177:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000100:00000001:3.0:1789683443.213179:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.213187:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000575f9750] to pc [ptlrpcd_01_01+1] req@ffff95cb4503a300 x1876618825974912/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.213195:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.213197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1789683443.213205:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:3.0:1789683443.213206:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683443.213219:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb45038380. 00000400:00000200:2.0:1789683443.213220:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000020:00000040:3.0:1789683443.213225:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb507a2800 refcount=3 obd=lustre-OST0001-osc-ffff95cb507a9800 00000400:00000200:2.0:1789683443.213231:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1789683443.213231:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683443.213237:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683443.213239:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683443.213241:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 02000000:00000010:3.0:1789683443.213245:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162d00. 00000400:00000200:2.0:1789683443.213250:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1789683443.213253:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683443.213257:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000100:00000040:3.0:1789683443.213265:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0001_UUID req@ffff95cb45038380 x1876618825975040/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1789683443.213266:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [140:140:256:4294967295] 192.168.204.144@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:2.0:1789683443.213289:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:3.0:1789683443.213297:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683443.213300:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.213311:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036954b60] to pc [ptlrpcd_01_00+0] req@ffff95cb45038380 x1876618825975040/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789683443.213315:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683443.213333:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683443.213340:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb5a51a800. 00000800:00000200:2.0:1789683443.213347:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683443.213356:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683443.213361:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb5a51a800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789683443.213383:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683443.213388:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683443.213391:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295035853 00000100:00000010:2.0:1789683443.213396:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb47d4fde0. 00000100:00000001:2.0:1789683443.213404:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789683443.213414:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295035853 00000100:00000010:2.0:1789683443.213418:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb47d4fc00. 00000100:00000001:2.0:1789683443.213422:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789683443.213425:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683443.213428:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683443.213431:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683443.213436:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb45039180 x1876618825974528/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683443.213443:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683443.213451:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683443.213454:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683443.213456:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683443.213458:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683443.213462:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825974528:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683443.213466:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683443.213469:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683443.213470:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683443.213741:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1789683443.213745:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789683443.213747:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb482c8800. 02000000:00000001:2.0:1789683443.213752:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.213757:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (372) 00000100:00000001:3.0:1789683443.213802:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683443.213806:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789683443.213808:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789683443.213816:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb45039500 x1876618825974400/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.213824:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789683443.213826:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683443.213829:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1789683443.213834:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 02000000:00000001:3.0:1789683443.213835:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1789683443.213845:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496e70. 02000000:00000001:3.0:1789683443.213846:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789683443.213858:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf770. 00000100:00100000:3.0:1789683443.213859:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825974400:192.168.204.144@tcp:400:kworker.0 00000100:00000200:2.0:1789683443.213868:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825974528, portal 10 00000100:00000001:3.0:1789683443.213878:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1789683443.213883:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683443.213886:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001602432 : -116774707949184 : ffff95cb45039180) 02000000:00000001:3.0:1789683443.213886:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789683443.213892:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683443.213898:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789683443.213905:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50258c00. 00000100:00000040:2.0:1789683443.213906:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb45039180 x1876618825974528/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789683443.213917:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683443.213922:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683443.213927:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683443.213935:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf220. 00000400:00000200:3.0:1789683443.213943:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000200:2.0:1789683443.213944:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825974528, offset 0 00000400:00000010:3.0:1789683443.213950:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb47070210. 00000400:00000200:2.0:1789683443.213959:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000010:3.0:1789683443.213964:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb47f3ed48. 00000400:00000200:2.0:1789683443.213970:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000200:3.0:1789683443.213977:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825974400, portal 10 00000400:00000200:2.0:1789683443.213981:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000100:00000001:3.0:1789683443.213986:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1789683443.213989:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1789683443.213991:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001603328 : -116774707948288 : ffff95cb45039500) 00000400:00000200:2.0:1789683443.213997:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683443.214004:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000100:00000040:3.0:1789683443.214010:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb45039500 x1876618825974400/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789683443.214012:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683443.214020:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [141:141:255:4294967295] 192.168.204.144@tcp LPNI seq info [141:141:7:4294967295] 00000400:00000200:2.0:1789683443.214041:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:3.0:1789683443.214041:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789683443.214050:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:3.0:1789683443.214054:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb47f3e990. 00000400:00000200:2.0:1789683443.214064:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000100:00000200:3.0:1789683443.214072:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825974400, offset 0 00000800:00000200:2.0:1789683443.214095:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000400:00000200:3.0:1789683443.214096:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683443.214109:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb5a51a600. 00000400:00000200:3.0:1789683443.214115:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000800:00000200:2.0:1789683443.214121:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000400:00000200:3.0:1789683443.214129:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000800:00000200:2.0:1789683443.214132:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683443.214138:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb5a51a600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789683443.214145:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789683443.214148:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000040:2.0:1789683443.214151:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: using a timeout of 114675 usecs (115 jiffies) 00000400:00000200:3.0:1789683443.214157:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683443.214159:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683443.214165:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 0 is 4295035004 00000400:00000200:3.0:1789683443.214167:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1789683443.214170:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS request active for cpu 0, keep current deadline 4295035853 00000100:00000001:2.0:1789683443.214176:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 1 is 4295035004 00000400:00000200:3.0:1789683443.214177:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000100:00000001:2.0:1789683443.214184:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS request active for cpu 1, keep current deadline 4295035853 00000400:00000200:3.0:1789683443.214190:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [142:142:254:4294967295] 192.168.204.144@tcp LPNI seq info [142:142:6:4294967295] 00000400:00000200:3.0:1789683443.214195:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683443.214204:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683443.214212:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789683443.214213:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000100:00000001:2.0:1789683443.214219:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1789683443.214227:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000100:00000001:2.0:1789683443.214228:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1789683443.214243:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb45162700. 00000100:00000001:2.0:1789683443.214244:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683443.214249:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789683443.214255:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683443.214260:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1789683443.214261:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000100:00000001:2.0:1789683443.214263:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683443.214273:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb4503ad80 x1876618825974784/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1789683443.214275:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:3.0:1789683443.214287:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb45162700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789683443.214295:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789683443.214298:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683443.214299:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683443.214310:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1789683443.214312:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: using a timeout of 97607 usecs (98 jiffies) 02000000:00000001:2.0:1789683443.214315:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1789683443.214323:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 02000000:00000001:2.0:1789683443.214325:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683443.214335:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2404:1876618825974784:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683443.214339:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683443.214350:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683443.214352:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683443.214354:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683443.214359:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb482c8c00. 02000000:00000001:2.0:1789683443.214361:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683443.214365:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683443.214368:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496f78. 00000400:00000010:2.0:1789683443.214372:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf990. 00000100:00000200:2.0:1789683443.214377:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825974784, portal 10 00000100:00000001:2.0:1789683443.214379:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683443.214381:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001609600 : -116774707942016 : ffff95cb4503ad80) 00000100:00000040:2.0:1789683443.214388:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb4503ad80 x1876618825974784/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683443.214396:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683443.214398:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683443.214401:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf880. 00000100:00000200:2.0:1789683443.214404:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825974784, offset 0 00000400:00000200:2.0:1789683443.214410:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683443.214414:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683443.214419:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683443.214422:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683443.214425:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683443.214428:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683443.214431:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683443.214434:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [143:143:253:4294967295] 192.168.204.144@tcp LPNI seq info [143:143:5:4294967295] 00000400:00000200:2.0:1789683443.214437:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683443.214444:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683443.214448:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683443.214453:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb5a51a300. 00000800:00000200:2.0:1789683443.214456:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683443.214461:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683443.214464:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb5a51a300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789683443.214469:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 0 is 4295034987 00000100:00000001:3.0:1789683443.214482:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS request active for cpu 0, keep current deadline 4295035853 00000100:00000001:3.0:1789683443.214485:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 1 is 4295034987 00000100:00000001:3.0:1789683443.214487:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS request active for cpu 1, keep current deadline 4295035853 00000100:00000001:3.0:1789683443.214489:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789683443.214492:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.214495:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789683443.214502:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb45039c00 x1876618825974656/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.214510:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789683443.214512:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683443.214514:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789683443.214517:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789683443.214519:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789683443.214522:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2405:1876618825974656:192.168.204.144@tcp:400:kworker.0 00000100:00000001:3.0:1789683443.214525:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789683443.214529:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789683443.214531:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683443.214533:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789683443.214537:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50258800. 02000000:00000001:3.0:1789683443.214539:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789683443.214548:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:3.0:1789683443.214551:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb47070840. 00000400:00000010:3.0:1789683443.214556:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb47f3e7f8. 00000100:00000200:3.0:1789683443.214561:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825974656, portal 10 00000100:00000001:3.0:1789683443.214563:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789683443.214565:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001605120 : -116774707946496 : ffff95cb45039c00) 00000100:00000040:3.0:1789683443.214571:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb45039c00 x1876618825974656/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.214577:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789683443.214579:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:3.0:1789683443.214582:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb47f3edd0. 00000100:00000200:3.0:1789683443.214590:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825974656, offset 0 00000400:00000200:3.0:1789683443.214595:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:3.0:1789683443.214600:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:3.0:1789683443.214605:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:3.0:1789683443.214608:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789683443.214611:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:3.0:1789683443.214614:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789683443.214616:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:3.0:1789683443.214619:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [144:144:252:4294967295] 192.168.204.144@tcp LPNI seq info [144:144:4:4294967295] 00000400:00000200:3.0:1789683443.214622:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:3.0:1789683443.214629:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:3.0:1789683443.214633:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:3.0:1789683443.214637:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb45162800. 00000800:00000200:3.0:1789683443.214641:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:3.0:1789683443.214645:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:3.0:1789683443.214648:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb45162800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789683443.214781:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.214784:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: using a timeout of 30456 usecs (31 jiffies) 00000400:00000200:3.0:1789683443.214788:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:3.0:1789683443.214790:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295034920 00000100:00000001:3.0:1789683443.214792:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295035853 00000100:00000001:3.0:1789683443.214794:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295034920 00000100:00000001:3.0:1789683443.214796:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295035853 00000100:00000001:3.0:1789683443.214798:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789683443.214800:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.214802:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789683443.214807:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb4503a300 x1876618825974912/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.214814:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789683443.214821:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683443.214824:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789683443.214825:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1789683443.214827:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1789683443.214830:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2405:1876618825974912:192.168.204.144@tcp:400:kworker.0 00000100:00000001:3.0:1789683443.214833:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789683443.214836:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1789683443.214837:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683443.214839:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789683443.214842:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50258e00. 02000000:00000001:3.0:1789683443.214843:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789683443.214847:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:3.0:1789683443.214850:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb47070630. 00000400:00000010:3.0:1789683443.214853:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb47f3e110. 00000100:00000200:3.0:1789683443.214856:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825974912, portal 4 00000100:00000001:3.0:1789683443.214858:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789683443.214859:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001606912 : -116774707944704 : ffff95cb4503a300) 00000020:00000010:3.0:1789683443.214869:0:2405:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95cb45090000. 00000100:00000040:3.0:1789683443.214885:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb4503a300 x1876618825974912/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.214891:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789683443.214893:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:3.0:1789683443.214895:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb47f3ea18. 00000100:00000200:3.0:1789683443.214898:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876618825974912, offset 0 00000400:00000200:3.0:1789683443.214902:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:3.0:1789683443.214906:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:3.0:1789683443.214910:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:3.0:1789683443.214913:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1789683443.214915:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:3.0:1789683443.214917:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789683443.214919:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:3.0:1789683443.214922:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [145:145:251:4294967295] 192.168.204.144@tcp LPNI seq info [145:145:3:4294967295] 00000400:00000200:3.0:1789683443.214925:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:3.0:1789683443.214938:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:3.0:1789683443.214943:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:3.0:1789683443.214947:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb45162c00. 00000800:00000200:3.0:1789683443.214951:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:3.0:1789683443.214957:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:3.0:1789683443.214960:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb45162c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789683443.214963:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.214965:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: using a timeout of 12461 usecs (13 jiffies) 00000400:00000200:3.0:1789683443.214968:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:3.0:1789683443.214970:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295034902 00000100:00000001:3.0:1789683443.214972:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295035853 00000100:00000001:3.0:1789683443.214974:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295034902 00000100:00000001:3.0:1789683443.214976:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295035853 00000100:00000001:3.0:1789683443.214978:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789683443.214980:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.214983:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.214986:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.214993:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789683443.214995:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1789683443.214998:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683443.214999:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789683443.215001:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.215003:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683443.215574:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683443.215581:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: using a timeout of 45736 usecs (46 jiffies) 00000400:00000200:2.0:1789683443.215589:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683443.215591:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295034936 00000100:00000001:2.0:1789683443.215596:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295035853 00000100:00000001:2.0:1789683443.215599:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295034936 00000100:00000001:2.0:1789683443.215602:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295035853 00000100:00000001:2.0:1789683443.215604:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683443.215608:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683443.215611:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000200:0.0:1789683443.215840:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683443.215848:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb5a51a800. 00000400:00000200:0.0:1789683443.215860:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1789683443.215867:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb45038380 x1876618825975040/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789683443.215892:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:2.0:1789683443.215906:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683443.215910:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789683443.215912:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adfc38 02000000:00000001:2.0:1789683443.215916:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1789683443.215918:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adfc38. 02000000:00000001:2.0:1789683443.215923:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789683443.215928:0:2395:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1789683443.215928:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683443.215937:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2404:1876618825975040:192.168.204.144@tcp:400:kworker.0 00000100:00000200:0.0:1789683443.215942:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb4503bb80 x1876618825974272/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683443.215946:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683443.215952:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683443.215957:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683443.215961:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1789683443.215962:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1789683443.215969:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb4503bb80 x1876618825974272/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1789683443.215971:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb482c8000. 02000000:00000001:2.0:1789683443.215976:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683443.215990:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683443.215990:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683443.215996:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496738. 00000100:00000001:0.0:1789683443.215997:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1789683443.216007:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf198. 00000100:00000200:2.0:1789683443.216015:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825975040, portal 4 00000100:00000001:2.0:1789683443.216018:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000800:00000200:0.0:1789683443.216020:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789683443.216021:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001598848 : -116774707952768 : ffff95cb45038380) 00000800:00000010:0.0:1789683443.216026:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb5a51a600. 00000400:00000200:0.0:1789683443.216033:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1789683443.216036:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb45038380 x1876618825975040/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789683443.216041:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683443.216045:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf220 00000400:00000010:0.0:1789683443.216047:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf220. 00000100:00000001:0.0:1789683443.216049:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683443.216058:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb45039180 x1876618825974528/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.216074:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683443.216078:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb45039180 x1876618825974528/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.216093:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683443.216095:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683443.216106:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683443.216109:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb45162700. 00000400:00000200:0.0:1789683443.216112:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683443.216116:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683443.216119:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb47f3e990 00000400:00000010:0.0:1789683443.216121:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb47f3e990. 00000100:00000001:0.0:1789683443.216123:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683443.216128:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb45039500 x1876618825974400/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.216135:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683443.216137:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb45039500 x1876618825974400/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.216143:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683443.216145:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683443.216153:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683443.216155:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb45162800. 00000400:00000200:0.0:1789683443.216158:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683443.216161:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683443.216164:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb47f3edd0 00000400:00000010:0.0:1789683443.216166:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb47f3edd0. 00000100:00000001:0.0:1789683443.216168:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683443.216171:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb45039c00 x1876618825974656/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.216178:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683443.216181:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb45039c00 x1876618825974656/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.216187:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683443.216192:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683443.216211:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683443.216219:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb45162c00. 00000400:00000200:0.0:1789683443.216222:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683443.216226:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683443.216229:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb47f3ea18 00000400:00000010:0.0:1789683443.216230:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb47f3ea18. 00000100:00000001:0.0:1789683443.216233:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683443.216237:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb4503a300 x1876618825974912/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.216243:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683443.216246:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb4503a300 x1876618825974912/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.216252:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683443.216253:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683443.216320:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683443.216323:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb5a51a300. 00000400:00000200:0.0:1789683443.216326:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683443.216329:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683443.216598:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf880 00000400:00000010:0.0:1789683443.216601:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf880. 00000100:00000001:0.0:1789683443.216605:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683443.216611:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb4503ad80 x1876618825974784/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.216618:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683443.216621:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb4503ad80 x1876618825974784/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.216626:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683443.216628:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789683443.216960:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683443.216965:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683443.216972:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adfcc0. 00000100:00000200:2.0:1789683443.216977:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876618825975040, offset 0 00000400:00000200:2.0:1789683443.216985:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683443.216995:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683443.217004:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683443.217010:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683443.217014:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683443.217018:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683443.217021:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683443.217025:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [146:146:256:4294967295] 192.168.204.144@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:2.0:1789683443.217030:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683443.217040:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683443.217046:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683443.217053:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb5a51a400. 00000800:00000200:2.0:1789683443.217060:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683443.217066:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683443.217071:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb5a51a400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789683443.217098:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683443.217103:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: using a timeout of 15073 usecs (16 jiffies) 00000400:00000200:2.0:1789683443.217106:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683443.217109:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295034908 00000100:00000001:2.0:1789683443.217112:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295035853 00000100:00000001:2.0:1789683443.217114:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295034908 00000100:00000001:2.0:1789683443.217117:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295035853 00000100:00000001:2.0:1789683443.217119:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683443.217122:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683443.217137:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683443.217142:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683443.217151:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683443.217153:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789683443.217155:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683443.217158:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683443.217159:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683443.217162:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789683443.220078:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.220100:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683443.220105:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.220109:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683443.220118:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.220129:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683443.220206:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.220212:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.220218:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.220222:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804300 00000400:00000200:0.0:1789683443.220228:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.220234:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x899 [1] + 224 00000800:00000001:0.0:1789683443.220243:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.220247:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683443.220251:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683443.220256:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683443.220264:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683443.220274:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb45039180 x1876618825974528/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683443.220286:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb45039180 x1876618825974528/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.220308:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000200:0.0:1789683443.220485:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683443.220490:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb5a51a400. 00000400:00000200:0.0:1789683443.220494:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683443.220498:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683443.220503:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adfcc0 00000400:00000010:0.0:1789683443.220506:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adfcc0. 00000100:00000001:0.0:1789683443.220510:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683443.220515:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb45038380 x1876618825975040/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.220527:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683443.220530:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb45038380 x1876618825975040/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.220537:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683443.220538:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789683443.220546:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.220558:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683443.220560:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.220562:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683443.220566:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.220570:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683443.220576:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:3.0:1789683443.220578:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1789683443.220580:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:3.0:1789683443.220588:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1789683443.220589:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.220596:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804280 00000400:00000200:0.0:1789683443.220599:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000001:3.0:1789683443.220603:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789683443.220607:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789683443.220611:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496e70. 00000400:00000200:3.0:1789683443.220618:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf770 00000400:00000010:3.0:1789683443.220621:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf770. 00000100:00000001:3.0:1789683443.220626:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000400:00000200:0.0:1789683443.220632:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x8a1 [1] + 224 00000800:00000001:0.0:1789683443.220642:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:3.0:1789683443.220642:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb45039180 x1876618825974528/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789683443.220703:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb45039180 x1876618825974528/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.220712:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789683443.220715:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.220717:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789683443.220721:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789683443.220724:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789683443.220727:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683443.220731:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789683443.220744:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a7c60 time=84 v=5 (5 0 0 0) 00000100:00001000:3.0:1789683443.220749:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a7c18 time=84 v=5 (1 0 0 0) 00000100:00000001:3.0:1789683443.220753:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789683443.220755:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683443.220759:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:0.0:1789683443.220765:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:3.0:1789683443.220767:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb45039180 x1876618825974528/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789683443.220774:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1789683443.220785:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789683443.220793:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:3.0:1789683443.220795:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1789683443.220801:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000040:3.0:1789683443.220801:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb480a4800: skip recheck: last_committed 0 00000100:00000001:3.0:1789683443.220809:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789683443.220812:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789683443.220817:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb45039500 x1876618825974400/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789683443.220825:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb45039180 x1876618825974528/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.220859:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1789683443.220860:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb45039500 x1876618825974400/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.220868:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789683443.220882:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789683443.220894:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb45039180 x1876618825974528/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.220906:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00100000:3.0:1789683443.220906:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825974528:192.168.204.144@tcp:400:kworker.0 00000100:00000001:3.0:1789683443.220915:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789683443.220917:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.220923:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.220927:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1789683443.220928:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.220934:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789683443.220937:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb45039180 x1876618825974528/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789683443.220948:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:3.0:1789683443.220967:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 00000400:00000200:0.0:1789683443.220968:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 02000000:00000001:3.0:1789683443.220972:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1789683443.220978:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 02000000:00000010:3.0:1789683443.220978:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb482c8800. 02000000:00000001:3.0:1789683443.220988:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1789683443.220990:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.220995:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.220999:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804380 00000400:00000200:0.0:1789683443.221002:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000020:00000001:3.0:1789683443.221005:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789683443.221009:0:2404:0:(genops.c:1222:class_import_put()) import ffff95cb507a7800 refcount=3 obd=lustre-MDT0001-mdc-ffff95cb480a4800 00000020:00000001:3.0:1789683443.221016:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789683443.221020:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162b00. 00000400:00000200:0.0:1789683443.221021:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x8b1 [1] + 224 02000000:00000001:3.0:1789683443.221028:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 00000800:00000001:0.0:1789683443.221030:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:3.0:1789683443.221033:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789683443.221037:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb45039180. 00000800:00000001:0.0:1789683443.221038:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683443.221045:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1789683443.221046:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789683443.221051:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683443.221058:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:3.0:1789683443.221060:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683443.221064:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000001:3.0:1789683443.221065:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683443.221070:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789683443.221074:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1789683443.221077:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb45039c00 x1876618825974656/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.221079:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683443.221096:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb45039c00 x1876618825974656/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.221107:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789683443.221108:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789683443.221113:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1789683443.221120:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:3.0:1789683443.221122:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789683443.221126:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789683443.221130:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb47070210. 00000800:00000001:0.0:1789683443.221132:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683443.221137:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1789683443.221137:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb47f3ed48 00000400:00000010:3.0:1789683443.221142:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb47f3ed48. 00000100:00000001:3.0:1789683443.221145:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789683443.221152:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb45039500 x1876618825974400/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789683443.221160:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb45039500 x1876618825974400/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.221166:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789683443.221168:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.221169:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789683443.221178:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789683443.221180:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789683443.221181:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683443.221183:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789683443.221207:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683443.221212:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.221216:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683443.221221:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.221224:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.221227:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.221230:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804400 00000400:00000200:0.0:1789683443.221233:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.221237:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:0.0:1789683443.221240:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.221244:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683443.221245:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683443.221248:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683443.221251:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683443.221256:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb4503ad80 x1876618825974784/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683443.221264:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb4503ad80 x1876618825974784/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.221284:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683443.221289:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.221292:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683443.221293:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.221295:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683443.221300:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.221303:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683443.221307:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.221311:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.221315:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.221319:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 4 MB=0x6aac65e804480 00000400:00000200:0.0:1789683443.221324:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.221329:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.144@tcp of length 224/224 into md 0x8b9 [1] + 224 00000800:00000001:0.0:1789683443.221404:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.221408:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683443.221410:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683443.221414:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683443.221418:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683443.221423:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb4503a300 x1876618825974912/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683443.221432:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb4503a300 x1876618825974912/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.221440:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683443.221443:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.221446:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683443.221447:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.221450:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683443.221454:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.221460:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683443.221465:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.221468:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.221483:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.221486:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 25 MB=0x6aac65e804200 00000400:00000200:0.0:1789683443.221489:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.221493:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.144@tcp of length 224/224 into md 0x891 [1] + 224 00000800:00000001:0.0:1789683443.221497:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.221505:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683443.221507:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683443.221511:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683443.221515:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683443.221521:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb4503bb80 x1876618825974272/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683443.221528:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb4503bb80 x1876618825974272/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.221536:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683443.221539:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.221543:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1789683443.225893:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb50729c60 time=85 v=5 (5 0 0 0) 00000100:00001000:3.0:1789683443.225909:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb50729c18 time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1789683443.225913:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789683443.225915:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683443.225919:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789683443.225924:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.225929:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789683443.225932:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb480a4800: skip recheck: last_committed 0 00000100:00000001:3.0:1789683443.225934:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789683443.225936:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.225949:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb45039500 x1876618825974400/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.225959:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789683443.225965:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789683443.225967:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789683443.225972:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb45039500 x1876618825974400/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683443.225980:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825974400:192.168.204.144@tcp:400:kworker.0 00000400:00000001:3.0:1789683443.225995:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789683443.225998:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789683443.226002:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb47070840. 00000400:00000200:3.0:1789683443.226006:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb47f3e7f8 00000400:00000010:3.0:1789683443.226009:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb47f3e7f8. 00000100:00000001:3.0:1789683443.226014:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789683443.226018:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb45039c00 x1876618825974656/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789683443.226027:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb45039c00 x1876618825974656/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.226044:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789683443.226046:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.226049:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789683443.226052:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789683443.226056:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789683443.226059:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683443.226062:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789683443.226072:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb43154c60 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1789683443.226075:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb43154c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1789683443.226077:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789683443.226079:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683443.226080:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789683443.226082:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.226085:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789683443.226086:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:3.0:1789683443.226088:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789683443.226090:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.226094:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb45039c00 x1876618825974656/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.226101:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789683443.226103:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789683443.226105:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789683443.226108:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb45039c00 x1876618825974656/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683443.226116:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2405:1876618825974656:192.168.204.144@tcp:400:kworker.0 00000400:00000001:3.0:1789683443.226123:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789683443.226124:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789683443.226127:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb47070630. 00000400:00000200:3.0:1789683443.226129:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb47f3e110 00000400:00000010:3.0:1789683443.226131:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb47f3e110. 00000100:00000001:3.0:1789683443.226133:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789683443.226136:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb4503a300 x1876618825974912/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789683443.226149:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb4503a300 x1876618825974912/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.226155:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789683443.226156:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.226158:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789683443.226159:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789683443.226161:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789683443.226163:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683443.226165:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789683443.226170:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a0460 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1789683443.226173:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a0418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1789683443.226176:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789683443.226177:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683443.226179:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789683443.226184:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb4503a300 x1876618825974912/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789683443.226191:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.226193:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789683443.226195:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:3.0:1789683443.226196:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789683443.226198:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.226201:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb4503a300 x1876618825974912/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.226208:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789683443.226210:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789683443.226211:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789683443.226215:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb4503a300 x1876618825974912/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683443.226222:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2405:1876618825974912:192.168.204.144@tcp:400:kworker.0 00000100:00000001:3.0:1789683443.226227:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.226236:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789683443.226240:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb45039500 x1876618825974400/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.226248:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789683443.226251:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789683443.226255:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50258c00. 02000000:00000001:3.0:1789683443.226259:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789683443.226263:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789683443.226265:0:2405:0:(genops.c:1222:class_import_put()) import ffff95cb50729800 refcount=3 obd=lustre-MDT0000-mdc-ffff95cb480a4800 00000020:00000001:3.0:1789683443.226268:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789683443.226272:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162400. 02000000:00000001:3.0:1789683443.226276:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789683443.226278:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789683443.226280:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb45039500. 00000100:00000001:3.0:1789683443.226284:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789683443.226285:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.226287:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789683443.226290:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb45039c00 x1876618825974656/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.226297:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789683443.226299:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789683443.226300:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50258800. 02000000:00000001:3.0:1789683443.226302:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789683443.226303:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789683443.226305:0:2405:0:(genops.c:1222:class_import_put()) import ffff95cb43154800 refcount=3 obd=lustre-MDT0000-mdc-ffff95cb507a9800 00000020:00000001:3.0:1789683443.226307:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789683443.226308:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162100. 02000000:00000001:3.0:1789683443.226310:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789683443.226311:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789683443.226313:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb45039c00. 00000100:00000001:3.0:1789683443.226315:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789683443.226317:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.226318:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789683443.226321:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb4503a300 x1876618825974912/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.226328:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789683443.226333:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789683443.226334:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50258e00. 02000000:00000001:3.0:1789683443.226336:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789683443.226338:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789683443.226339:0:2405:0:(genops.c:1222:class_import_put()) import ffff95cb507a0000 refcount=2 obd=lustre-OST0000-osc-ffff95cb507a9800 00000020:00000001:3.0:1789683443.226341:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789683443.226342:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162f00. 02000000:00000001:3.0:1789683443.226344:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789683443.226345:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789683443.226346:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb4503a300. 00000100:00000001:3.0:1789683443.226348:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789683443.226349:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.226352:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.226362:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789683443.226365:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.226367:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683443.226370:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.226385:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683443.226387:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789683443.226391:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789683443.226393:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789683443.226395:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496f78. 00000400:00000200:3.0:1789683443.226398:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf990 00000400:00000010:3.0:1789683443.226399:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf990. 00000100:00000001:3.0:1789683443.226402:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789683443.226408:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb4503ad80 x1876618825974784/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789683443.226417:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb4503ad80 x1876618825974784/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.226422:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789683443.226424:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.226425:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789683443.226427:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789683443.226428:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789683443.226430:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683443.226431:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789683443.226437:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a5460 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1789683443.226446:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a5418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1789683443.226449:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789683443.226450:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683443.226452:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789683443.226456:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb4503ad80 x1876618825974784/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789683443.226463:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.226465:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789683443.226467:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:3.0:1789683443.226468:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789683443.226470:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.226473:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb4503ad80 x1876618825974784/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.226479:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789683443.226481:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789683443.226483:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789683443.226486:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb4503ad80 x1876618825974784/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683443.226493:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2404:1876618825974784:192.168.204.144@tcp:400:kworker.0 00000400:00000001:3.0:1789683443.226501:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789683443.226502:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789683443.226505:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496b58. 00000400:00000200:3.0:1789683443.226508:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adff68 00000400:00000010:3.0:1789683443.226510:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adff68. 00000100:00000001:3.0:1789683443.226512:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789683443.226516:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb4503bb80 x1876618825974272/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789683443.226524:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb4503bb80 x1876618825974272/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.226530:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789683443.226536:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.226538:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789683443.226540:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789683443.226541:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789683443.226543:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683443.226545:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789683443.226548:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb5a52cc60 time=85 v=5 (5 0 0 0) 00000100:00001000:3.0:1789683443.226551:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb5a52cc18 time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1789683443.226553:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789683443.226554:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683443.226556:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789683443.226557:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.226559:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.226563:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb4503bb80 x1876618825974272/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.226569:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789683443.226571:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789683443.226573:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789683443.226576:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb4503bb80 x1876618825974272/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683443.226582:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2404:1876618825974272:192.168.204.144@tcp:400:kworker.0 00000100:00000001:3.0:1789683443.226586:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.226588:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789683443.226591:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb4503ad80 x1876618825974784/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.226597:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789683443.226598:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789683443.226600:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb482c8c00. 02000000:00000001:3.0:1789683443.226603:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789683443.226604:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789683443.226606:0:2404:0:(genops.c:1222:class_import_put()) import ffff95cb507a5000 refcount=3 obd=lustre-MDT0001-mdc-ffff95cb507a9800 00000020:00000001:3.0:1789683443.226607:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789683443.226609:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162300. 02000000:00000001:3.0:1789683443.226616:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789683443.226617:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789683443.226619:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb4503ad80. 00000100:00000001:3.0:1789683443.226621:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789683443.226622:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.226623:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789683443.226627:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb4503bb80 x1876618825974272/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.226633:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789683443.226634:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789683443.226635:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb482c9800. 02000000:00000001:3.0:1789683443.226638:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789683443.226640:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789683443.226641:0:2404:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=3 obd=MGC192.168.204.144@tcp 00000020:00000001:3.0:1789683443.226643:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789683443.226644:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162500. 02000000:00000001:3.0:1789683443.226646:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789683443.226647:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789683443.226648:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb4503bb80. 00000100:00000001:3.0:1789683443.226650:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789683443.226652:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.226654:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.226655:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683443.226657:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789683443.226684:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.226687:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789683443.230134:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.230161:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683443.230167:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.230170:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683443.230181:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.230210:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683443.230223:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.230230:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.230238:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.230242:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 4 MB=0x6aac65e804500 00000400:00000200:0.0:1789683443.230248:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683443.230255:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.144@tcp of length 224/224 into md 0x8c1 [1] + 224 00000800:00000001:0.0:1789683443.230263:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.230276:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683443.230279:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683443.230284:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683443.230309:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683443.230322:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb45038380 x1876618825975040/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683443.230333:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb45038380 x1876618825975040/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683443.230360:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683443.230370:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683443.230374:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.230485:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683443.230490:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789683443.230498:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789683443.230500:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789683443.230504:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496738. 00000400:00000200:3.0:1789683443.230509:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf198 00000400:00000010:3.0:1789683443.230512:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf198. 00000100:00000001:3.0:1789683443.230515:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789683443.230521:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb45038380 x1876618825975040/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789683443.230528:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb45038380 x1876618825975040/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.230541:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789683443.230543:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.230546:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789683443.230549:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789683443.230552:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789683443.230554:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683443.230558:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1789683443.230570:0:2404:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95cb45096000. 00000100:00001000:3.0:1789683443.230579:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a2c60 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1789683443.230583:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a2c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1789683443.230585:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789683443.230587:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683443.230590:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789683443.230595:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb45038380 x1876618825975040/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789683443.230601:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.230605:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789683443.230608:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:3.0:1789683443.230610:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789683443.230611:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683443.230615:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb45038380 x1876618825975040/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.230622:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789683443.230625:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789683443.230627:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789683443.230631:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb45038380 x1876618825975040/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683443.230638:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2404:1876618825975040:192.168.204.144@tcp:400:kworker.0 00000100:00000001:3.0:1789683443.230643:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.230646:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789683443.230655:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb45038380 x1876618825975040/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683459 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683443.230693:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789683443.230696:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789683443.230701:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb482c8000. 02000000:00000001:3.0:1789683443.230705:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789683443.230708:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789683443.230710:0:2404:0:(genops.c:1222:class_import_put()) import ffff95cb507a2800 refcount=2 obd=lustre-OST0001-osc-ffff95cb507a9800 00000020:00000001:3.0:1789683443.230712:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789683443.230715:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162d00. 02000000:00000001:3.0:1789683443.230719:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789683443.230721:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789683443.230723:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb45038380. 00000100:00000001:3.0:1789683443.230727:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789683443.230728:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.230730:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683443.230740:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789683443.230742:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683443.230744:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683443.230747:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683443.595655:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683443.595688:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683443.595696:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683443.595697:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683443.598657:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683443.598696:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683443.598702:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789683444.228812:0:254:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7110 (cpu 1) has reached its deadline 4295035853, at 4295035904 00000100:00000010:1.0:1789683444.228831:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb47d4fc00. 00000100:00000040:0.0:1789683444.229239:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7000 (cpu 0) has reached its deadline 4295035853, at 4295035904 00000100:00000010:0.0:1789683444.229247:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb47d4fde0. 00010000:00000001:0.0:1789683444.612819:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683444.612827:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683444.612833:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683444.612834:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683444.613078:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683444.613083:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683444.613087:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1789683444.777034:0:9669:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789683444.777047:0:9669:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789683444.804422:0:9671:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789683444.804437:0:9671:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789683444.874171:0:9678:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1789683444.874185:0:9678:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789683444.932963:0:9680:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1789683444.932981:0:9680:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683445.636981:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683445.636990:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683445.636996:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683445.636998:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683445.637076:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683445.637080:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683445.637084:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683446.660918:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683446.660926:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683446.660933:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683446.660934:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683446.661021:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683446.661024:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683446.661027:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683447.684766:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683447.684776:0:366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789683447.684779:0:366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789683447.684792:0:366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683447.684797:0:366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789683447.684799:0:366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683447.684801:0:366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683447.684826:0:366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683447.684830:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683447.684832:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683447.684926:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683447.684929:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683447.684933:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789683448.324800:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 20306a6b-46c6-4de1-987d-3bf1c3e4c7d0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789683448.324813:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789683448.324827:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb50228a80. 00000020:00000040:0.0:1789683448.324834:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000100:00000001:0.0:1789683448.324839:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789683448.324843:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789683448.324849:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789683448.324858:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb42d76400. 00000100:00000001:0.0:1789683448.324865:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.324878:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 20306a6b-46c6-4de1-987d-3bf1c3e4c7d0->MGS req@ffff95cb50228a80 x1876618825975168/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789683448.324890:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789683448.324895:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.324901:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000312265cc] to pc [ptlrpcd_00_00+0] req@ffff95cb50228a80 x1876618825975168/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.324937:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.324940:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789683448.324943:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789683448.324947:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb50228e00. 00000020:00000040:0.0:1789683448.324950:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb50729800 refcount=4 obd=lustre-MDT0000-mdc-ffff95cb480a4800 00000100:00000001:0.0:1789683448.324952:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789683448.324953:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789683448.324955:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789683448.324958:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb42d76000. 00000100:00000001:0.0:1789683448.324961:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.324965:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0000_UUID req@ffff95cb50228e00 x1876618825975296/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789683448.324972:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789683448.325003:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325008:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccd11009] to pc [ptlrpcd_00_01+1] req@ffff95cb50228e00 x1876618825975296/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.325017:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325021:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789683448.325024:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789683448.325027:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb50228700. 00000020:00000040:0.0:1789683448.325030:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb507a7800 refcount=4 obd=lustre-MDT0001-mdc-ffff95cb480a4800 00000100:00000001:0.0:1789683448.325032:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789683448.325033:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789683448.325035:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789683448.325039:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb42d76f00. 00000100:00000001:0.0:1789683448.325042:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325046:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0001_UUID req@ffff95cb50228700 x1876618825975424/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789683448.325053:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789683448.325055:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325058:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035179a35] to pc [ptlrpcd_00_00+0] req@ffff95cb50228700 x1876618825975424/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.325065:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325068:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789683448.325071:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789683448.325073:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789683448.325076:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789683448.325079:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789683448.325081:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789683448.325084:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb50229f80. 00000020:00000040:0.0:1789683448.325086:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb43154800 refcount=4 obd=lustre-MDT0000-mdc-ffff95cb507a9800 00000100:00000001:0.0:1789683448.325097:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789683448.325098:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789683448.325100:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789683448.325103:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb42d76500. 00000100:00000001:0.0:1789683448.325107:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325111:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0000_UUID req@ffff95cb50229f80 x1876618825975552/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789683448.325118:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789683448.325120:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325124:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a077634a] to pc [ptlrpcd_00_01+1] req@ffff95cb50229f80 x1876618825975552/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.325132:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325134:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789683448.325136:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789683448.325139:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb5022b480. 00000020:00000040:0.0:1789683448.325141:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb507a5000 refcount=4 obd=lustre-MDT0001-mdc-ffff95cb507a9800 00000100:00000001:0.0:1789683448.325143:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789683448.325144:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789683448.325145:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789683448.325148:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb42d76100. 00000100:00000001:0.0:1789683448.325151:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325155:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0001_UUID req@ffff95cb5022b480 x1876618825975680/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789683448.325161:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789683448.325163:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325166:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c40d008] to pc [ptlrpcd_00_00+0] req@ffff95cb5022b480 x1876618825975680/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.325173:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325175:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789683448.325178:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789683448.325188:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb50229880. 00000020:00000040:0.0:1789683448.325190:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb507a0000 refcount=3 obd=lustre-OST0000-osc-ffff95cb507a9800 00000100:00000001:0.0:1789683448.325192:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789683448.325193:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789683448.325195:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789683448.325199:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb42d76c00. 00000100:00000001:0.0:1789683448.325202:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325206:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0000_UUID req@ffff95cb50229880 x1876618825975808/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789683448.325212:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789683448.325214:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325217:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0569d80] to pc [ptlrpcd_00_01+1] req@ffff95cb50229880 x1876618825975808/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.325224:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325226:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789683448.325229:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789683448.325232:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb5022a680. 00000020:00000040:0.0:1789683448.325235:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb507a2800 refcount=3 obd=lustre-OST0001-osc-ffff95cb507a9800 00000100:00000001:0.0:1789683448.325236:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789683448.325237:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789683448.325239:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789683448.325242:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb42d76200. 00000100:00000001:0.0:1789683448.325244:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325248:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0001_UUID req@ffff95cb5022a680 x1876618825975936/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789683448.325254:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789683448.325255:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325258:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc6240e9] to pc [ptlrpcd_00_00+0] req@ffff95cb5022a680 x1876618825975936/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.325264:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.325273:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (377) 00000100:00000001:1.0:1789683448.325472:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683448.325476:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683448.325479:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683448.325486:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb50228a80 x1876618825975168/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.325494:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683448.325497:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683448.325501:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683448.325504:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683448.325506:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683448.325510:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2402:1876618825975168:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683448.325515:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683448.325520:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683448.325522:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683448.325524:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683448.325530:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512ed200. 02000000:00000001:1.0:1789683448.325532:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683448.325540:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683448.325545:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053318. 00000400:00000010:1.0:1789683448.325553:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052660. 00000100:00000200:1.0:1789683448.325562:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825975168, portal 25 00000100:00000001:1.0:1789683448.325564:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683448.325571:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188181632 : -116774521369984 : ffff95cb50228a80) 00000100:00000040:1.0:1789683448.325577:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb50228a80 x1876618825975168/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.325585:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683448.325588:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683448.325591:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb450524c8. 00000100:00000200:1.0:1789683448.325595:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876618825975168, offset 0 00000400:00000200:1.0:1789683448.325602:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683448.325612:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.325621:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683448.325627:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683448.325632:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683448.325636:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683448.325638:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683448.325643:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [147:147:256:4294967295] 192.168.204.144@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:1.0:1789683448.325648:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.325701:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683448.325709:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683448.325714:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2d00. 00000800:00000200:1.0:1789683448.325721:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683448.325727:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683448.325733:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683448.325743:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683448.325747:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683448.325750:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295040966 00000100:00000010:1.0:1789683448.325754:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb58e3df00. 00000100:00000001:1.0:1789683448.325763:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789683448.325769:0:2402:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295040966 00000100:00000010:1.0:1789683448.325784:0:2402:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb58e3dae0. 00000100:00000001:1.0:1789683448.325788:0:2402:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789683448.325797:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683448.325800:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683448.325803:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683448.325807:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb50228700 x1876618825975424/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.325814:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683448.325815:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683448.325817:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683448.325819:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683448.325821:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683448.325823:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825975424:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683448.325827:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683448.325829:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683448.325831:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683448.325832:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683448.325835:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512ecc00. 02000000:00000001:1.0:1789683448.325836:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683448.325841:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683448.325844:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053bb0. 00000400:00000010:1.0:1789683448.325848:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052b28. 00000100:00000200:1.0:1789683448.325851:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825975424, portal 10 00000100:00000001:1.0:1789683448.325853:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683448.325854:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188180736 : -116774521370880 : ffff95cb50228700) 00000100:00000040:1.0:1789683448.325861:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb50228700 x1876618825975424/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.325867:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683448.325870:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683448.325872:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052c38. 00000100:00000200:1.0:1789683448.325875:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825975424, offset 0 00000400:00000200:1.0:1789683448.325879:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683448.325884:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.325887:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683448.325890:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683448.325898:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683448.325901:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683448.325904:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683448.325907:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [148:148:255:4294967295] 192.168.204.144@tcp LPNI seq info [148:148:7:4294967295] 00000400:00000200:1.0:1789683448.325911:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.325916:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683448.325921:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683448.325925:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2200. 00000800:00000200:1.0:1789683448.325929:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683448.325933:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683448.325936:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683448.325939:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683448.325942:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: using a timeout of 109683 usecs (110 jiffies) 00000400:00000200:1.0:1789683448.325945:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683448.325947:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 0 is 4295040111 00000100:00000001:1.0:1789683448.325950:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS request active for cpu 0, keep current deadline 4295040966 00000100:00000001:1.0:1789683448.325952:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 1 is 4295040111 00000100:00000001:1.0:1789683448.325954:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS request active for cpu 1, keep current deadline 4295040966 00000100:00000001:1.0:1789683448.325957:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683448.325959:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683448.325961:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683448.325965:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb5022b480 x1876618825975680/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.325972:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683448.325974:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683448.325976:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683448.325978:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683448.325980:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683448.325983:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb5022b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2402:1876618825975680:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683448.326008:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683448.326011:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683448.326012:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683448.326014:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683448.326016:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512eca00. 02000000:00000001:1.0:1789683448.326018:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683448.326022:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683448.326025:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053630. 00000400:00000010:1.0:1789683448.326029:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052a18. 00000100:00000200:1.0:1789683448.326031:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825975680, portal 10 00000100:00000001:1.0:1789683448.326033:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683448.326034:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188192384 : -116774521359232 : ffff95cb5022b480) 00000100:00000040:1.0:1789683448.326041:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb5022b480 x1876618825975680/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.326047:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683448.326050:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683448.326053:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052000. 00000100:00000200:1.0:1789683448.326055:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825975680, offset 0 00000400:00000200:1.0:1789683448.326059:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683448.326063:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.326066:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683448.326069:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683448.326071:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683448.326073:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683448.326075:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683448.326077:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [149:149:254:4294967295] 192.168.204.144@tcp LPNI seq info [149:149:6:4294967295] 00000400:00000200:1.0:1789683448.326081:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.326087:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683448.326092:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683448.326096:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2b00. 00000800:00000200:1.0:1789683448.326099:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683448.326109:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683448.326112:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683448.326115:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683448.326118:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: using a timeout of 38492 usecs (39 jiffies) 00000400:00000200:1.0:1789683448.326121:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683448.326123:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295040040 00000100:00000001:1.0:1789683448.326125:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295040966 00000100:00000001:1.0:1789683448.326127:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295040040 00000100:00000001:1.0:1789683448.326129:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295040966 00000100:00000001:1.0:1789683448.326131:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683448.326133:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683448.326134:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683448.326138:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb5022a680 x1876618825975936/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.326144:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683448.326146:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683448.326148:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683448.326150:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683448.326152:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683448.326154:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb5022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2402:1876618825975936:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683448.326158:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683448.326160:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683448.326162:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683448.326164:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683448.326167:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512ec600. 02000000:00000001:1.0:1789683448.326169:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683448.326172:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683448.326174:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053268. 00000400:00000010:1.0:1789683448.326177:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb450525d8. 00000100:00000200:1.0:1789683448.326180:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825975936, portal 4 00000100:00000001:1.0:1789683448.326182:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683448.326188:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188188800 : -116774521362816 : ffff95cb5022a680) 00000100:00000040:1.0:1789683448.326194:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb5022a680 x1876618825975936/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.326200:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683448.326203:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683448.326205:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052f68. 00000100:00000200:1.0:1789683448.326207:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876618825975936, offset 0 00000400:00000200:1.0:1789683448.326212:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683448.326216:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.326219:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683448.326222:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683448.326224:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683448.326226:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683448.326228:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683448.326231:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [150:150:253:4294967295] 192.168.204.144@tcp LPNI seq info [150:150:5:4294967295] 00000400:00000200:1.0:1789683448.326236:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.326241:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683448.326245:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683448.326248:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2100. 00000800:00000200:1.0:1789683448.326252:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683448.326256:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683448.326258:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683448.326261:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683448.326264:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: using a timeout of 17090 usecs (18 jiffies) 00000400:00000200:1.0:1789683448.326267:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683448.326268:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295040019 00000100:00000001:1.0:1789683448.326270:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295040966 00000100:00000001:1.0:1789683448.326273:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295040019 00000100:00000001:1.0:1789683448.326275:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295040966 00000100:00000001:1.0:1789683448.326276:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683448.326283:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683448.326285:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683448.326288:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683448.326308:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789683448.326311:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789683448.326313:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683448.326314:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683448.326316:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683448.326320:0:2402:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:1.0:1789683448.326321:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683448.326324:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789683448.326325:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683448.326326:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683448.326327:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683448.326328:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683448.326333:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb50228e00 x1876618825975296/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.326340:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683448.326341:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683448.326344:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683448.326345:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683448.326347:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683448.326350:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825975296:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683448.326353:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683448.326355:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683448.326357:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683448.326358:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683448.326361:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512ed400. 02000000:00000001:1.0:1789683448.326363:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683448.326366:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683448.326369:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053e18. 00000400:00000010:1.0:1789683448.326372:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052cc0. 00000100:00000200:1.0:1789683448.326374:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825975296, portal 10 00000100:00000001:1.0:1789683448.326376:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683448.326377:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188182528 : -116774521369088 : ffff95cb50228e00) 00000100:00000040:1.0:1789683448.326387:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb50228e00 x1876618825975296/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.326393:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683448.326395:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683448.326397:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052d48. 00000100:00000200:1.0:1789683448.326400:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825975296, offset 0 00000400:00000200:1.0:1789683448.326403:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683448.326407:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.326410:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683448.326413:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683448.326415:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683448.326417:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683448.326419:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683448.326421:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [151:151:252:4294967295] 192.168.204.144@tcp LPNI seq info [151:151:4:4294967295] 00000400:00000200:1.0:1789683448.326425:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.326430:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683448.326434:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683448.326437:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2a00. 00000800:00000200:1.0:1789683448.326440:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683448.326444:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683448.326446:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683448.326449:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683448.326451:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: using a timeout of 94257 usecs (95 jiffies) 00000400:00000200:1.0:1789683448.326454:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683448.326456:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 0 is 4295040096 00000100:00000001:1.0:1789683448.326458:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS request active for cpu 0, keep current deadline 4295040966 00000100:00000001:1.0:1789683448.326459:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 1 is 4295040096 00000100:00000001:1.0:1789683448.326461:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS request active for cpu 1, keep current deadline 4295040966 00000100:00000001:1.0:1789683448.326463:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683448.326470:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683448.326472:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683448.326475:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb50229f80 x1876618825975552/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.326482:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683448.326484:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683448.326486:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683448.326487:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683448.326489:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683448.326491:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2402:1876618825975552:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683448.326494:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683448.326496:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683448.326498:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683448.326500:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683448.326503:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512ed600. 02000000:00000001:1.0:1789683448.326504:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683448.326507:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683448.326510:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053840. 00000400:00000010:1.0:1789683448.326513:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052550. 00000100:00000200:1.0:1789683448.326516:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825975552, portal 10 00000100:00000001:1.0:1789683448.326518:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683448.326519:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188187008 : -116774521364608 : ffff95cb50229f80) 00000100:00000040:1.0:1789683448.326525:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb50229f80 x1876618825975552/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.326531:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683448.326533:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683448.326536:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052330. 00000100:00000200:1.0:1789683448.326538:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825975552, offset 0 00000400:00000200:1.0:1789683448.326542:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683448.326545:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.326548:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683448.326551:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683448.326559:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683448.326561:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683448.326563:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683448.326566:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [152:152:251:4294967295] 192.168.204.144@tcp LPNI seq info [152:152:3:4294967295] 00000400:00000200:1.0:1789683448.326570:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.326576:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683448.326580:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683448.326584:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2e00. 00000800:00000200:1.0:1789683448.326587:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683448.326591:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683448.326593:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683448.326596:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683448.326599:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: using a timeout of 28703 usecs (29 jiffies) 00000400:00000200:1.0:1789683448.326601:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683448.326603:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295040030 00000100:00000001:1.0:1789683448.326605:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295040966 00000100:00000001:1.0:1789683448.326607:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295040030 00000100:00000001:1.0:1789683448.326609:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295040966 00000100:00000001:1.0:1789683448.326611:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683448.326612:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683448.326614:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683448.326618:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb50229880 x1876618825975808/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.326625:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683448.326626:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683448.326628:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683448.326630:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683448.326632:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683448.326634:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2402:1876618825975808:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683448.326644:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683448.326647:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683448.326649:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683448.326650:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683448.326653:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512ede00. 02000000:00000001:1.0:1789683448.326655:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683448.326696:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683448.326699:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053210. 00000400:00000010:1.0:1789683448.326703:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052aa0. 00000100:00000200:1.0:1789683448.326705:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825975808, portal 4 00000100:00000001:1.0:1789683448.326707:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683448.326708:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188185216 : -116774521366400 : ffff95cb50229880) 00000100:00000040:1.0:1789683448.326714:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb50229880 x1876618825975808/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.326721:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683448.326723:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683448.326726:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb450523b8. 00000100:00000200:1.0:1789683448.326728:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876618825975808, offset 0 00000400:00000200:1.0:1789683448.326732:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683448.326736:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.326739:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683448.326741:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683448.326744:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683448.326746:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683448.326748:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683448.326750:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [153:153:250:4294967295] 192.168.204.144@tcp LPNI seq info [153:153:2:4294967295] 00000400:00000200:1.0:1789683448.326753:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.326759:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683448.326763:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683448.326766:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2000. 00000800:00000200:1.0:1789683448.326769:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683448.326788:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683448.326790:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683448.326793:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683448.326796:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: using a timeout of 13708 usecs (14 jiffies) 00000400:00000200:1.0:1789683448.326799:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683448.326800:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295040016 00000100:00000001:1.0:1789683448.326803:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295040966 00000100:00000001:1.0:1789683448.326805:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295040016 00000100:00000001:1.0:1789683448.326807:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295040966 00000100:00000001:1.0:1789683448.326809:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683448.326811:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683448.326814:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683448.326816:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683448.326833:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683448.326836:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789683448.327240:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683448.327245:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2d00. 00000400:00000200:0.0:1789683448.327254:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683448.327259:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683448.327267:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb450524c8 00000400:00000010:0.0:1789683448.327269:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb450524c8. 00000100:00000001:0.0:1789683448.327274:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683448.327279:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb50228a80 x1876618825975168/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.327288:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683448.327291:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb50228a80 x1876618825975168/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.327344:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.327346:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683448.327362:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683448.327374:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2200. 00000400:00000200:0.0:1789683448.327377:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683448.327380:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683448.327383:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052c38 00000400:00000010:0.0:1789683448.327385:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052c38. 00000100:00000001:0.0:1789683448.327387:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683448.327390:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb50228700 x1876618825975424/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.327397:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683448.327400:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb50228700 x1876618825975424/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.327406:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.327407:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683448.327417:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683448.327419:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2b00. 00000400:00000200:0.0:1789683448.327422:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683448.327425:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683448.327435:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052000 00000400:00000010:0.0:1789683448.327437:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052000. 00000100:00000001:0.0:1789683448.327439:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683448.327444:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb5022b480 x1876618825975680/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.327451:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683448.327536:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb5022b480 x1876618825975680/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.327543:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.327545:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683448.327556:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683448.327558:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2100. 00000400:00000200:0.0:1789683448.327561:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683448.327565:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683448.327568:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052f68 00000400:00000010:0.0:1789683448.327570:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052f68. 00000100:00000001:0.0:1789683448.327572:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683448.327576:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb5022a680 x1876618825975936/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.327584:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683448.327587:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb5022a680 x1876618825975936/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.327593:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.327594:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683448.327601:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683448.327603:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2a00. 00000400:00000200:0.0:1789683448.327606:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683448.327609:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683448.327611:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052d48 00000400:00000010:0.0:1789683448.327613:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052d48. 00000100:00000001:0.0:1789683448.327615:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683448.327618:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb50228e00 x1876618825975296/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.327637:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683448.327640:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb50228e00 x1876618825975296/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.327646:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.327648:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683448.327655:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683448.327656:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2e00. 00000400:00000200:0.0:1789683448.327687:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683448.327690:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683448.327692:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052330 00000400:00000010:0.0:1789683448.327694:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052330. 00000100:00000001:0.0:1789683448.327696:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683448.327700:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb50229f80 x1876618825975552/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.327707:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683448.327710:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb50229f80 x1876618825975552/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.327716:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.327717:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683448.327790:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683448.327793:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2000. 00000400:00000200:0.0:1789683448.327796:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683448.327799:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683448.327801:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb450523b8 00000400:00000010:0.0:1789683448.327803:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb450523b8. 00000100:00000001:0.0:1789683448.327806:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683448.327809:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb50229880 x1876618825975808/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.327816:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683448.327819:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb50229880 x1876618825975808/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.327835:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.327837:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789683448.337531:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683448.345286:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683448.345300:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683448.345306:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683448.345316:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683448.345327:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683448.345337:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683448.345343:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683448.345349:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683448.345354:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804680 00000400:00000200:0.0:1789683448.345360:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683448.345578:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x8d9 [1] + 224 00000800:00000001:0.0:1789683448.345589:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.345687:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683448.345693:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683448.345699:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:1.0:1789683448.345710:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683448.345720:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb50228700 x1876618825975424/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789683448.345733:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb50228700 x1876618825975424/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.345758:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789683448.345780:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.345785:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789683448.345787:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.345790:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683448.345793:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.345797:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:1.0:1789683448.345803:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.345825:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.345828:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.345831:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 25 MB=0x6aac65e804580 00000400:00000200:1.0:1789683448.345835:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.345839:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.144@tcp of length 224/224 into md 0x8c9 [1] + 224 00000800:00000001:1.0:1789683448.345843:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.345847:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683448.345849:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683448.345852:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:1.0:1789683448.345856:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683448.345860:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb50228a80 x1876618825975168/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789683448.345867:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb50228a80 x1876618825975168/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.345873:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789683448.345878:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.345882:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789683448.345883:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.345885:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683448.345887:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.345890:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:1.0:1789683448.345894:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.345896:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.345898:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.345901:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 4 MB=0x6aac65e804880 00000400:00000200:1.0:1789683448.345904:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.345908:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.144@tcp of length 224/224 into md 0x8f9 [1] + 224 00000800:00000001:1.0:1789683448.345911:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.345914:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683448.345915:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683448.345918:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:1.0:1789683448.345921:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683448.345931:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb5022a680 x1876618825975936/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789683448.345940:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb5022a680 x1876618825975936/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.345947:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789683448.345952:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.345956:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789683448.345958:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.345961:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683448.345964:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.345967:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:1.0:1789683448.345971:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.345974:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.345976:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.345979:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804780 00000100:00000001:0.0:1789683448.346077:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789683448.346083:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789683448.346092:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789683448.346093:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789683448.346097:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053318. 00000400:00000200:0.0:1789683448.346102:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052660 00000400:00000010:0.0:1789683448.346105:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052660. 00000100:00000001:0.0:1789683448.346108:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683448.346112:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb50228a80 x1876618825975168/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789683448.346121:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb50228a80 x1876618825975168/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.346126:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789683448.346129:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.346131:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789683448.346134:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789683448.346137:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789683448.346140:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789683448.346149:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789683448.346157:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb5a52cc60 time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1789683448.346161:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb5a52cc18 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1789683448.346164:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789683448.346165:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683448.346168:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789683448.346171:0:2402:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.346174:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.346179:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb50228a80 x1876618825975168/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.346187:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789683448.346190:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789683448.346192:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789683448.346195:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb50228a80 x1876618825975168/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683448.346204:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50228a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2402:1876618825975168:192.168.204.144@tcp:400:kworker.0 00000400:00000001:0.0:1789683448.346210:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789683448.346211:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789683448.346213:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053bb0. 00000400:00000200:0.0:1789683448.346216:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052b28 00000400:00000010:0.0:1789683448.346218:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052b28. 00000100:00000001:0.0:1789683448.346220:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683448.346223:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb50228700 x1876618825975424/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789683448.346231:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb50228700 x1876618825975424/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.346237:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789683448.346239:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.346241:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789683448.346242:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789683448.346243:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789683448.346244:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789683448.346257:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789683448.346263:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a7c60 time=89 v=5 (5 0 0 0) 00000100:00001000:0.0:1789683448.346266:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a7c18 time=89 v=5 (1 0 0 0) 00000100:00000001:0.0:1789683448.346268:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789683448.346269:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683448.346271:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789683448.346275:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb50228700 x1876618825975424/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789683448.346282:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.346287:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789683448.346289:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb480a4800: skip recheck: last_committed 0 00000100:00000001:0.0:1789683448.346291:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789683448.346293:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.346296:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb50228700 x1876618825975424/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.346302:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789683448.346304:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789683448.346305:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789683448.346308:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb50228700 x1876618825975424/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683448.346316:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825975424:192.168.204.144@tcp:400:kworker.0 00000400:00000001:0.0:1789683448.346322:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789683448.346324:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789683448.346325:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053268. 00000400:00000200:0.0:1789683448.346328:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb450525d8 00000400:00000010:0.0:1789683448.346329:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb450525d8. 00000100:00000001:0.0:1789683448.346331:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683448.346334:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb5022a680 x1876618825975936/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789683448.346343:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb5022a680 x1876618825975936/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.346361:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789683448.346363:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683448.346614:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.346620:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x8e9 [1] + 224 00000800:00000001:1.0:1789683448.346625:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.346631:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683448.346634:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683448.346637:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:1.0:1789683448.346640:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683448.346644:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb5022b480 x1876618825975680/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789683448.346653:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb5022b480 x1876618825975680/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.347091:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789683448.347094:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789683448.347096:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789683448.347098:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789683448.347100:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789683448.347111:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95cb50270000. 00000100:00001000:0.0:1789683448.347118:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a2c60 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1789683448.347121:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a2c18 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1789683448.347123:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789683448.347125:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683448.347127:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789683448.347133:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb5022a680 x1876618825975936/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789683448.347141:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.347144:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789683448.347146:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:0.0:1789683448.347148:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789683448.347150:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.347154:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb5022a680 x1876618825975936/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.347162:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789683448.347164:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789683448.347166:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789683448.347170:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb5022a680 x1876618825975936/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683448.347179:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb5022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2402:1876618825975936:192.168.204.144@tcp:400:kworker.0 00000100:00000001:0.0:1789683448.347185:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.347188:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683448.347199:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb50228a80 x1876618825975168/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.347206:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789683448.347209:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789683448.347212:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512ed200. 02000000:00000001:0.0:1789683448.347217:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789683448.347220:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789683448.347221:0:2402:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=3 obd=MGC192.168.204.144@tcp 00000020:00000001:0.0:1789683448.347223:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789683448.347226:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb42d76400. 02000000:00000001:0.0:1789683448.347230:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789683448.347231:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789683448.347233:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb50228a80. 00000100:00000001:0.0:1789683448.347237:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789683448.347239:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.347241:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683448.347244:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb50228700 x1876618825975424/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.347249:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789683448.347251:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789683448.347252:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512ecc00. 02000000:00000001:0.0:1789683448.347255:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789683448.347256:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789683448.347257:0:2402:0:(genops.c:1222:class_import_put()) import ffff95cb507a7800 refcount=3 obd=lustre-MDT0001-mdc-ffff95cb480a4800 00000020:00000001:0.0:1789683448.347259:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789683448.347260:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb42d76f00. 02000000:00000001:0.0:1789683448.347262:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789683448.347264:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789683448.347265:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb50228700. 00000100:00000001:0.0:1789683448.347267:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789683448.347269:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.347270:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683448.347273:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb5022a680 x1876618825975936/t0(0) o400->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.347279:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789683448.347286:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789683448.347288:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512ec600. 02000000:00000001:0.0:1789683448.347291:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789683448.347292:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789683448.347293:0:2402:0:(genops.c:1222:class_import_put()) import ffff95cb507a2800 refcount=2 obd=lustre-OST0001-osc-ffff95cb507a9800 00000020:00000001:0.0:1789683448.347295:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789683448.347296:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb42d76200. 02000000:00000001:0.0:1789683448.347298:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789683448.347299:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789683448.347301:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb5022a680. 00000100:00000001:0.0:1789683448.347304:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789683448.347305:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.347308:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.347310:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789683448.347312:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683448.347350:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789683448.347362:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.347975:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789683448.347980:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.348053:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683448.348068:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.348074:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:1.0:1789683448.348081:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.348086:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.348090:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.348093:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804600 00000400:00000200:1.0:1789683448.348098:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.348103:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x909 [1] + 224 00000800:00000001:1.0:1789683448.348110:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.348115:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683448.348118:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683448.348123:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:1.0:1789683448.348129:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683448.348135:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb50228e00 x1876618825975296/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789683448.348609:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb50228e00 x1876618825975296/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.348619:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789683448.348630:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.348637:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789683448.348639:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.348640:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683448.348644:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.348647:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:1.0:1789683448.348652:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.348654:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.348657:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.348942:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804700 00000400:00000200:1.0:1789683448.348946:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.348950:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x919 [1] + 224 00000800:00000001:1.0:1789683448.348956:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.348972:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683448.348974:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683448.348979:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000001:0.0:1789683448.349079:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789683448.349081:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789683448.349085:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053630. 00000400:00000200:0.0:1789683448.349090:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052a18 00000400:00000010:0.0:1789683448.349093:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052a18. 00000100:00000001:0.0:1789683448.349096:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683448.349102:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb5022b480 x1876618825975680/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789683448.349111:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb5022b480 x1876618825975680/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.349118:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789683448.349121:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.349123:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789683448.349126:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789683448.349129:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789683448.349131:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789683448.349134:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789683448.349145:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95cb50272000. 00000100:00001000:0.0:1789683448.349151:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a5460 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1789683448.349155:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a5418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1789683448.349157:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789683448.349165:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683448.349167:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789683448.349172:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb5022b480 x1876618825975680/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789683448.349179:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.349183:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789683448.349186:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:0.0:1789683448.349187:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789683448.349189:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.349194:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb5022b480 x1876618825975680/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.349201:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789683448.349204:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789683448.349206:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789683448.349210:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb5022b480 x1876618825975680/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683448.349218:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb5022b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2402:1876618825975680:192.168.204.144@tcp:400:kworker.0 00000100:00000001:0.0:1789683448.349223:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.349226:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683448.349229:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb5022b480 x1876618825975680/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.349236:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789683448.349238:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789683448.349241:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512eca00. 02000000:00000001:0.0:1789683448.349245:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789683448.349247:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789683448.349249:0:2402:0:(genops.c:1222:class_import_put()) import ffff95cb507a5000 refcount=3 obd=lustre-MDT0001-mdc-ffff95cb507a9800 00000020:00000001:0.0:1789683448.349251:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789683448.349254:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb42d76100. 02000000:00000001:0.0:1789683448.349256:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789683448.349264:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789683448.349272:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb5022b480. 00000100:00000001:0.0:1789683448.349275:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789683448.349277:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.349281:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.349283:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789683448.349286:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1789683448.349289:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789683448.349290:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789683448.349292:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053e18. 00000400:00000200:0.0:1789683448.349295:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052cc0 00000400:00000010:0.0:1789683448.349297:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052cc0. 00000100:00000001:0.0:1789683448.349299:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683448.349303:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb50228e00 x1876618825975296/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789683448.349311:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb50228e00 x1876618825975296/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.349317:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789683448.349318:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.349319:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789683448.349321:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789683448.349322:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789683448.349323:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789683448.349325:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1789683448.349330:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb50729c60 time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1789683448.349333:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb50729c18 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1789683448.349335:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789683448.349336:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683448.349338:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789683448.349340:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.349342:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789683448.349343:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb480a4800: skip recheck: last_committed 0 00000100:00000001:0.0:1789683448.349345:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789683448.349346:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.349350:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb50228e00 x1876618825975296/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.349541:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683448.349547:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb50229f80 x1876618825975552/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789683448.349555:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb50229f80 x1876618825975552/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.349563:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789683448.349569:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.349574:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1789683448.349576:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.349578:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683448.349582:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.349586:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:1.0:1789683448.349590:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.349593:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.349597:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.349600:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 4 MB=0x6aac65e804800 00000400:00000200:1.0:1789683448.349604:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683448.349608:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.144@tcp of length 224/224 into md 0x929 [1] + 224 00000800:00000001:1.0:1789683448.349612:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.349625:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1789683448.349628:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683448.349631:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:1.0:1789683448.349634:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683448.349637:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb50229880 x1876618825975808/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1789683448.349646:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb50229880 x1876618825975808/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683448.349652:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:1.0:1789683448.349679:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1789683448.349683:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.349748:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789683448.349751:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789683448.349752:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789683448.349757:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb50228e00 x1876618825975296/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683448.349764:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825975296:192.168.204.144@tcp:400:kworker.0 00000400:00000001:0.0:1789683448.349779:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789683448.349780:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789683448.349782:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053840. 00000400:00000200:0.0:1789683448.349785:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052550 00000400:00000010:0.0:1789683448.349787:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052550. 00000100:00000001:0.0:1789683448.349789:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683448.349792:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb50229f80 x1876618825975552/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789683448.349799:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb50229f80 x1876618825975552/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.349804:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789683448.349806:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.349808:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789683448.349809:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789683448.349810:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789683448.349812:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789683448.349814:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789683448.349820:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95cb50274000. 00000100:00001000:0.0:1789683448.349824:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb43154c60 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1789683448.349827:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb43154c18 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1789683448.349829:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789683448.349831:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683448.349832:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1789683448.349834:0:2402:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.349843:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789683448.349845:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:0.0:1789683448.349846:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789683448.349848:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.349852:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb50229f80 x1876618825975552/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.349858:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789683448.349860:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789683448.349861:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789683448.349864:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb50229f80 x1876618825975552/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683448.349871:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50229f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2402:1876618825975552:192.168.204.144@tcp:400:kworker.0 00000400:00000001:0.0:1789683448.349876:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1789683448.349877:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1789683448.349879:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053210. 00000400:00000200:0.0:1789683448.349881:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052aa0 00000400:00000010:0.0:1789683448.349883:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052aa0. 00000100:00000001:0.0:1789683448.349885:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683448.349888:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb50229880 x1876618825975808/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1789683448.349896:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb50229880 x1876618825975808/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.349902:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:0.0:1789683448.349903:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.349904:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1789683448.349906:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1789683448.349907:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1789683448.349908:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789683448.349910:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1789683448.349917:0:2402:0:(lprocfs_status.c:1413:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff95cb50276000. 00000100:00001000:0.0:1789683448.349921:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a0460 time=16 v=5 (5 0 0 0) 00000100:00001000:0.0:1789683448.349928:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a0418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1789683448.349930:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1789683448.349932:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683448.349933:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1789683448.349937:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb50229880 x1876618825975808/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1789683448.349944:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.349946:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1789683448.349947:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:0.0:1789683448.349949:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1789683448.349951:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683448.349954:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb50229880 x1876618825975808/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.349959:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789683448.349961:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1789683448.349962:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1789683448.349965:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb50229880 x1876618825975808/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789683448.349972:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50229880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2402:1876618825975808:192.168.204.144@tcp:400:kworker.0 00000100:00000001:0.0:1789683448.349975:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.349977:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683448.350042:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb50228e00 x1876618825975296/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.350051:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789683448.350053:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789683448.350055:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512ed400. 02000000:00000001:0.0:1789683448.350059:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789683448.350060:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789683448.350062:0:2402:0:(genops.c:1222:class_import_put()) import ffff95cb50729800 refcount=3 obd=lustre-MDT0000-mdc-ffff95cb480a4800 00000020:00000001:0.0:1789683448.350064:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789683448.350065:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb42d76000. 02000000:00000001:0.0:1789683448.350072:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789683448.350073:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789683448.350075:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb50228e00. 00000100:00000001:0.0:1789683448.350078:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789683448.350080:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.350081:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683448.350085:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb50229f80 x1876618825975552/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.350091:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789683448.350092:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789683448.350094:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512ed600. 02000000:00000001:0.0:1789683448.350095:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789683448.350097:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789683448.350098:0:2402:0:(genops.c:1222:class_import_put()) import ffff95cb43154800 refcount=3 obd=lustre-MDT0000-mdc-ffff95cb507a9800 00000020:00000001:0.0:1789683448.350100:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789683448.350101:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb42d76500. 02000000:00000001:0.0:1789683448.350103:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789683448.350104:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789683448.350105:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb50229f80. 00000100:00000001:0.0:1789683448.350107:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789683448.350108:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.350109:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683448.350112:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb50229880 x1876618825975808/t0(0) o400->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683464 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683448.350117:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1789683448.350118:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1789683448.350119:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512ede00. 02000000:00000001:0.0:1789683448.350121:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1789683448.350122:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:0.0:1789683448.350123:0:2402:0:(genops.c:1222:class_import_put()) import ffff95cb507a0000 refcount=2 obd=lustre-OST0000-osc-ffff95cb507a9800 00000020:00000001:0.0:1789683448.350125:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:0.0:1789683448.350126:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb42d76c00. 02000000:00000001:0.0:1789683448.350128:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1789683448.350129:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1789683448.350130:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb50229880. 00000100:00000001:0.0:1789683448.350132:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1789683448.350137:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.350139:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683448.350146:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789683448.350148:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683448.350150:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789683448.350153:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683448.708849:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683448.708858:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683448.708866:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683448.708867:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683448.709079:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683448.709082:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683448.709085:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789683449.348904:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7000 (cpu 0) has reached its deadline 4295040966, at 4295041024 00000100:00000010:0.0:1789683449.348926:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb58e3df00. 00000100:00000040:1.0:1789683449.351958:0:254:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7110 (cpu 1) has reached its deadline 4295040966, at 4295041027 00000100:00000010:1.0:1789683449.351976:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb58e3dae0. 00010000:00000001:0.0:1789683449.735146:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683449.735155:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683449.735162:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683449.735163:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683449.737918:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683449.737936:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683449.737942:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683450.762347:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683450.762355:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683450.762361:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683450.762363:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789683450.762574:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789683450.762578:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789683450.762581:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683451.781585:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683451.781594:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683451.781600:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683451.781604:0:366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789683451.781606:0:366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789683451.781610:0:366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683451.781613:0:366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789683451.781615:0:366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683451.781617:0:366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683451.781620:0:366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683451.783606:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683451.783613:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683451.783618:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683452.805698:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683452.805707:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683452.805715:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683452.805716:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789683452.813425:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789683452.813433:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789683452.813438:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789683453.444944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 20306a6b-46c6-4de1-987d-3bf1c3e4c7d0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683453.444957:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683453.444970:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb45038380. 00000020:00000040:3.0:1789683453.444977:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000100:00000001:3.0:1789683453.444982:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683453.444985:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683453.444992:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683453.445001:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162d00. 00000100:00000001:3.0:1789683453.445010:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445024:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 20306a6b-46c6-4de1-987d-3bf1c3e4c7d0->MGS req@ffff95cb45038380 x1876618825976064/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683453.445037:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683453.445042:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445050:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036954b60] to pc [ptlrpcd_01_01+1] req@ffff95cb45038380 x1876618825976064/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683453.445097:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683453.445103:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683453.445107:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb4503bb80. 00000020:00000040:3.0:1789683453.445109:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb50729800 refcount=4 obd=lustre-MDT0000-mdc-ffff95cb480a4800 00000100:00000001:3.0:1789683453.445112:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683453.445113:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683453.445115:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683453.445119:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162500. 00000100:00000001:3.0:1789683453.445139:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445144:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0000_UUID req@ffff95cb4503bb80 x1876618825976192/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683453.445153:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683453.445155:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445159:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000022e4b8b] to pc [ptlrpcd_01_00+0] req@ffff95cb4503bb80 x1876618825976192/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683453.445167:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683453.445173:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683453.445176:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb4503ad80. 00000020:00000040:3.0:1789683453.445179:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb507a7800 refcount=4 obd=lustre-MDT0001-mdc-ffff95cb480a4800 00000100:00000001:3.0:1789683453.445181:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683453.445199:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683453.445201:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683453.445205:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162300. 00000100:00000001:3.0:1789683453.445208:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445213:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0001_UUID req@ffff95cb4503ad80 x1876618825976320/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683453.445220:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683453.445222:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445225:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c8ac1ab] to pc [ptlrpcd_01_01+1] req@ffff95cb4503ad80 x1876618825976320/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683453.445232:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789683453.445237:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789683453.445240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789683453.445243:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789683453.445253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683453.445256:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683453.445259:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb4503a300. 00000020:00000040:3.0:1789683453.445262:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb43154800 refcount=4 obd=lustre-MDT0000-mdc-ffff95cb507a9800 00000100:00000001:3.0:1789683453.445264:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683453.445265:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683453.445267:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683453.445271:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162f00. 00000100:00000001:3.0:1789683453.445274:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445279:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0000_UUID req@ffff95cb4503a300 x1876618825976448/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683453.445286:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683453.445287:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445291:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000575f9750] to pc [ptlrpcd_01_00+0] req@ffff95cb4503a300 x1876618825976448/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683453.445298:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683453.445303:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683453.445305:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb45039c00. 00000020:00000040:3.0:1789683453.445310:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb507a5000 refcount=4 obd=lustre-MDT0001-mdc-ffff95cb507a9800 00000100:00000001:3.0:1789683453.445312:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683453.445313:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683453.445314:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683453.445316:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162100. 00000100:00000001:3.0:1789683453.445318:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445322:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0001_UUID req@ffff95cb45039c00 x1876618825976576/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683453.445327:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683453.445329:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445332:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b6b7758] to pc [ptlrpcd_01_01+1] req@ffff95cb45039c00 x1876618825976576/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683453.445344:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683453.445349:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1789683453.445352:0:37:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1789683453.445355:0:37:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1789683453.445357:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb45039500. 00000020:00000040:3.0:1789683453.445359:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb507a0000 refcount=3 obd=lustre-OST0000-osc-ffff95cb507a9800 00000100:00000001:3.0:1789683453.445362:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683453.445363:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683453.445365:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683453.445368:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162400. 00000100:00000001:3.0:1789683453.445370:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683453.445373:0:37:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446627299001603328 : -116774707948288 : ffff95cb45039500) 00000100:00080000:3.0:1789683453.445376:0:37:0:(import.c:65:import_set_state_nolock()) ffff95cb507a0000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789683453.445379:0:37:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff95cb507a9800: disconnect after 21s idle 00000100:00000001:3.0:1789683453.445381:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683453.445383:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.445387:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000301e0b82] to pc [ptlrpcd_rcv+-1] req@ffff95cb45039500 x1876618825976704/t0(0) o9->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683453.445472:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683453.445477:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683453.445480:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683453.445488:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb45039500 x1876618825976704/t0(0) o9->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683453.445496:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683453.445499:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683453.445503:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683453.445506:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683453.445508:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683453.445512:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:00b24ef7-84ac-4f87-be77-eaefb5a52419:2401:1876618825976704:192.168.204.144@tcp:9:kworker.0 00000100:00000001:1.0:1789683453.445516:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683453.445524:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683453.445526:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683453.445529:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683453.445535:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512ede00. 02000000:00000001:1.0:1789683453.445537:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683453.445546:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683453.445552:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb450539a0. 00000400:00000010:1.0:1789683453.445561:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052dd0. 00000100:00000200:1.0:1789683453.445569:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825976704, portal 4 00000100:00000001:1.0:1789683453.445572:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683453.445574:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001603328 : -116774707948288 : ffff95cb45039500) 00000100:00000040:1.0:1789683453.445582:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb45039500 x1876618825976704/t0(0) o9->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683453.445589:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683453.445593:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683453.445595:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb450522a8. 00000100:00000200:1.0:1789683453.445599:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876618825976704, offset 0 00000400:00000200:1.0:1789683453.445614:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683453.445626:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683453.445636:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683453.445644:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683453.445649:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683453.445654:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683453.445657:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683453.445705:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [154:154:256:4294967295] 192.168.204.144@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:1.0:1789683453.445710:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683453.445721:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683453.445728:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683453.445735:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2700. 00000800:00000200:1.0:1789683453.445743:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683453.445752:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683453.445757:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683453.445767:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683453.445772:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: using a timeout of 17993 usecs (18 jiffies) 00000400:00000200:1.0:1789683453.445775:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683453.445778:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295045139 00000100:00000010:1.0:1789683453.445782:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb58e3d3c0. 00000100:00000001:1.0:1789683453.445791:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789683453.445803:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295045139 00000100:00000010:1.0:1789683453.445806:0:2401:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb58e3d600. 00000100:00000001:1.0:1789683453.445810:0:2401:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff95cb507a9800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789683453.445813:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683453.445816:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683453.445819:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683453.445822:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.445876:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683453.445880:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683453.445882:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683453.445890:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb45038380 x1876618825976064/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.445896:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683453.445898:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683453.445901:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683453.445902:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683453.445904:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683453.445907:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825976064:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683453.445910:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683453.445913:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683453.445914:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683453.445916:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683453.445920:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb482c8000. 02000000:00000001:2.0:1789683453.445922:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683453.445926:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683453.445929:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496210. 00000400:00000010:2.0:1789683453.445934:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf7f8. 00000100:00000200:2.0:1789683453.445946:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825976064, portal 25 00000100:00000001:2.0:1789683453.445948:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683453.445949:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001598848 : -116774707952768 : ffff95cb45038380) 00000100:00000040:2.0:1789683453.445954:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb45038380 x1876618825976064/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.445961:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683453.445963:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683453.445965:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adfdd0. 00000100:00000200:2.0:1789683453.445969:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876618825976064, offset 0 00000400:00000200:2.0:1789683453.445974:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683453.445979:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683453.445982:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683453.445985:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683453.445987:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683453.445990:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683453.445992:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683453.445995:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [155:155:255:4294967295] 192.168.204.144@tcp LPNI seq info [155:155:7:4294967295] 00000400:00000200:2.0:1789683453.446000:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683453.446006:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683453.446010:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683453.446014:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb5a51a700. 00000800:00000200:2.0:1789683453.446018:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683453.446023:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683453.446025:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb5a51a700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789683453.446029:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683453.446032:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683453.446034:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295046086 00000100:00000001:2.0:1789683453.446040:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295045139 00000100:00000001:2.0:1789683453.446043:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295046086 00000100:00000001:2.0:1789683453.446046:0:2405:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295045139 00000100:00000001:2.0:1789683453.446055:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683453.446057:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.446059:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683453.446063:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb4503ad80 x1876618825976320/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.446070:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683453.446071:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683453.446073:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683453.446075:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683453.446076:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683453.446079:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825976320:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683453.446082:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683453.446084:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683453.446086:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683453.446088:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683453.446091:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb482c9800. 02000000:00000001:2.0:1789683453.446093:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683453.446097:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683453.446100:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496738. 00000400:00000010:2.0:1789683453.446104:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adfa18. 00000100:00000200:2.0:1789683453.446107:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825976320, portal 10 00000100:00000001:2.0:1789683453.446109:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683453.446110:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001609600 : -116774707942016 : ffff95cb4503ad80) 00000100:00000040:2.0:1789683453.446117:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb4503ad80 x1876618825976320/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.446124:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683453.446126:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683453.446129:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adfd48. 00000100:00000200:2.0:1789683453.446131:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825976320, offset 0 00000400:00000200:2.0:1789683453.446136:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683453.446140:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683453.446143:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683453.446154:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683453.446157:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683453.446159:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683453.446161:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683453.446164:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [156:156:254:4294967295] 192.168.204.144@tcp LPNI seq info [156:156:6:4294967295] 00000400:00000200:2.0:1789683453.446168:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683453.446174:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683453.446179:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683453.446182:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb5a51ac00. 00000800:00000200:2.0:1789683453.446186:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683453.446191:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683453.446193:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb5a51ac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789683453.446196:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683453.446200:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: using a timeout of 105901 usecs (106 jiffies) 00000400:00000200:2.0:1789683453.446203:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683453.446205:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 0 is 4295045227 00000100:00000001:2.0:1789683453.446207:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS request active for cpu 0, keep current deadline 4295046086 00000100:00000001:2.0:1789683453.446209:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 1 is 4295045227 00000100:00000001:2.0:1789683453.446212:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS request active for cpu 1, keep current deadline 4295046086 00000100:00000001:2.0:1789683453.446214:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683453.446216:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.446218:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683453.446222:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb45039c00 x1876618825976576/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.446229:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683453.446231:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683453.446233:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683453.446235:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683453.446236:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683453.446246:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2405:1876618825976576:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683453.446249:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683453.446252:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683453.446254:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683453.446256:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683453.446259:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb482c8200. 02000000:00000001:2.0:1789683453.446260:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683453.446263:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683453.446266:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496b58. 00000400:00000010:2.0:1789683453.446270:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf3b8. 00000100:00000200:2.0:1789683453.446272:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825976576, portal 10 00000100:00000001:2.0:1789683453.446274:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683453.446275:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001605120 : -116774707946496 : ffff95cb45039c00) 00000100:00000040:2.0:1789683453.446280:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb45039c00 x1876618825976576/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.446286:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683453.446289:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683453.446291:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf660. 00000100:00000200:2.0:1789683453.446293:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825976576, offset 0 00000400:00000200:2.0:1789683453.446297:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683453.446300:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683453.446304:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683453.446307:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683453.446309:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683453.446310:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683453.446312:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683453.446315:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [157:157:253:4294967295] 192.168.204.144@tcp LPNI seq info [157:157:5:4294967295] 00000400:00000200:2.0:1789683453.446319:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683453.446324:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683453.446328:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683453.446331:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb5a51a900. 00000800:00000200:2.0:1789683453.446341:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683453.446345:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683453.446348:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb5a51a900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789683453.446351:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683453.446354:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: using a timeout of 36782 usecs (37 jiffies) 00000400:00000200:2.0:1789683453.446357:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683453.446359:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295045158 00000100:00000001:2.0:1789683453.446361:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295046086 00000100:00000001:2.0:1789683453.446363:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295045158 00000100:00000001:2.0:1789683453.446365:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295046086 00000100:00000001:2.0:1789683453.446367:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683453.446369:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.446371:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.446373:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.446381:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683453.446383:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789683453.446386:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683453.446387:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683453.446389:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683453.446392:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1789683453.446394:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.446396:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683453.446398:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.446399:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683453.446400:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683453.446401:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683453.446405:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb4503bb80 x1876618825976192/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.446411:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683453.446413:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683453.446415:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683453.446416:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683453.446418:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683453.446427:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825976192:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683453.446430:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683453.446434:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683453.446436:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683453.446437:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683453.446440:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb482c8400. 02000000:00000001:2.0:1789683453.446441:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683453.446445:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683453.446447:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496f78. 00000400:00000010:2.0:1789683453.446451:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf110. 00000100:00000200:2.0:1789683453.446454:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825976192, portal 10 00000100:00000001:2.0:1789683453.446456:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683453.446457:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001613184 : -116774707938432 : ffff95cb4503bb80) 00000100:00000040:2.0:1789683453.446462:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb4503bb80 x1876618825976192/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.446468:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683453.446469:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683453.446472:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf2a8. 00000100:00000200:2.0:1789683453.446473:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825976192, offset 0 00000400:00000200:2.0:1789683453.446478:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683453.446482:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683453.446485:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683453.446488:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683453.446490:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683453.446492:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683453.446494:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683453.446497:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [158:158:252:4294967295] 192.168.204.144@tcp LPNI seq info [158:158:4:4294967295] 00000400:00000200:2.0:1789683453.446500:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683453.446506:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683453.446510:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683453.446514:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb5a51a200. 00000800:00000200:2.0:1789683453.446523:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683453.446527:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683453.446530:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb5a51a200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789683453.446533:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683453.446536:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: using a timeout of 91891 usecs (92 jiffies) 00000400:00000200:2.0:1789683453.446539:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683453.446541:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 0 is 4295045213 00000100:00000001:2.0:1789683453.446543:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS request active for cpu 0, keep current deadline 4295046086 00000100:00000001:2.0:1789683453.446545:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 1 is 4295045213 00000100:00000001:2.0:1789683453.446547:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS request active for cpu 1, keep current deadline 4295046086 00000100:00000001:2.0:1789683453.446549:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683453.446551:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.446553:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683453.446558:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb4503a300 x1876618825976448/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.446564:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683453.446565:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683453.446567:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683453.446569:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683453.446571:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683453.446574:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2405:1876618825976448:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683453.446577:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683453.446580:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683453.446582:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683453.446583:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683453.446586:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb482c9000. 02000000:00000001:2.0:1789683453.446588:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683453.446591:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683453.446594:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496e70. 00000400:00000010:2.0:1789683453.446598:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adfee0. 00000100:00000200:2.0:1789683453.446601:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825976448, portal 10 00000100:00000001:2.0:1789683453.446608:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683453.446610:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001606912 : -116774707944704 : ffff95cb4503a300) 00000100:00000040:2.0:1789683453.446616:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb4503a300 x1876618825976448/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.446622:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683453.446625:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683453.446628:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf550. 00000100:00000200:2.0:1789683453.446631:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825976448, offset 0 00000400:00000200:2.0:1789683453.446635:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683453.446639:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683453.446643:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683453.446646:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683453.446649:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683453.446651:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683453.446653:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683453.446656:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [159:159:251:4294967295] 192.168.204.144@tcp LPNI seq info [159:159:3:4294967295] 00000400:00000200:2.0:1789683453.446706:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683453.446713:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683453.446717:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683453.446721:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb5a51aa00. 00000800:00000200:2.0:1789683453.446725:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683453.446729:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683453.446732:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb5a51aa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789683453.446734:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683453.446737:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: using a timeout of 28942 usecs (29 jiffies) 00000400:00000200:2.0:1789683453.446740:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683453.446742:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295045150 00000100:00000001:2.0:1789683453.446744:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295046086 00000100:00000001:2.0:1789683453.446746:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295045150 00000100:00000001:2.0:1789683453.446748:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295046086 00000100:00000001:2.0:1789683453.446756:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683453.446758:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.446760:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.446763:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.446802:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683453.446805:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789683453.447047:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683453.447054:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2700. 00000400:00000200:0.0:1789683453.447064:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683453.447070:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683453.447083:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb450522a8 00000400:00000010:0.0:1789683453.447087:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb450522a8. 00000100:00000001:0.0:1789683453.447093:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683453.447099:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb45039500 x1876618825976704/t0(0) o9->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.447111:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683453.447115:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb45039500 x1876618825976704/t0(0) o9->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.447122:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683453.447124:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683453.447140:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683453.447142:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb5a51a700. 00000400:00000200:0.0:1789683453.447145:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683453.447148:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683453.447151:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adfdd0 00000400:00000010:0.0:1789683453.447153:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adfdd0. 00000100:00000001:0.0:1789683453.447156:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683453.447159:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb45038380 x1876618825976064/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.447166:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683453.447169:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb45038380 x1876618825976064/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.447175:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683453.447177:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683453.447186:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683453.447188:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb5a51ac00. 00000400:00000200:0.0:1789683453.447191:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683453.447194:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683453.447196:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adfd48 00000400:00000010:0.0:1789683453.447198:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adfd48. 00000100:00000001:0.0:1789683453.447200:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683453.447210:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb4503ad80 x1876618825976320/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.447229:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683453.447233:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb4503ad80 x1876618825976320/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.447239:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683453.447241:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683453.447251:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683453.447253:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb5a51a900. 00000400:00000200:0.0:1789683453.447255:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683453.447258:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683453.447261:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf660 00000400:00000010:0.0:1789683453.447262:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf660. 00000100:00000001:0.0:1789683453.447264:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683453.447267:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb45039c00 x1876618825976576/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.447273:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683453.447276:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb45039c00 x1876618825976576/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.447281:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683453.447282:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683453.447289:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683453.447291:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb5a51a200. 00000400:00000200:0.0:1789683453.447294:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683453.447297:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683453.447299:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf2a8 00000400:00000010:0.0:1789683453.447300:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf2a8. 00000100:00000001:0.0:1789683453.447302:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683453.447305:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb4503bb80 x1876618825976192/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.447311:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683453.447314:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb4503bb80 x1876618825976192/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.447332:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683453.447333:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683453.447422:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683453.447426:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb5a51aa00. 00000400:00000200:0.0:1789683453.447428:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683453.447432:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683453.447435:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf550 00000400:00000010:0.0:1789683453.447436:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf550. 00000100:00000001:0.0:1789683453.447439:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683453.447442:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb4503a300 x1876618825976448/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.447458:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683453.447461:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb4503a300 x1876618825976448/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.447465:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683453.447467:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789683453.447966:0:37:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683453.447971:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683453.447974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683453.447978:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1789683453.447980:0:37:0:(import.c:2113:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1789683453.447983:0:37:0:(import.c:1807:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1789683453.448374:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb50297100. 00000020:00000040:2.0:1789683453.448382:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb507a2800 refcount=3 obd=lustre-OST0001-osc-ffff95cb507a9800 00000100:00000001:2.0:1789683453.448387:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789683453.448390:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789683453.448395:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789683453.448402:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb5a51a400. 00000100:00000001:2.0:1789683453.448410:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.448413:0:37:0:(import.c:1845:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446627299188633856 : -116774520917760 : ffff95cb50297100) 00000100:00080000:2.0:1789683453.448417:0:37:0:(import.c:65:import_set_state_nolock()) ffff95cb507a2800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1789683453.448430:0:37:0:(import.c:2148:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff95cb507a9800: disconnect after 21s idle 00000100:00000001:2.0:1789683453.448436:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789683453.448441:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683453.448448:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c91ba972] to pc [ptlrpcd_rcv+-1] req@ffff95cb50297100 x1876618825976832/t0(0) o9->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683453.448569:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789683453.448573:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789683453.448587:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683453.448590:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683453.448592:0:2401:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683453.448597:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb50297100 x1876618825976832/t0(0) o9->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683453.448605:0:2401:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683453.448606:0:2401:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683453.448609:0:2401:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683453.448612:0:2401:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683453.448615:0:2401:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683453.448618:0:2401:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:00b24ef7-84ac-4f87-be77-eaefb5a52419:2401:1876618825976832:192.168.204.144@tcp:9:kworker.0 00000100:00000001:1.0:1789683453.448623:0:2401:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683453.448627:0:2401:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683453.448630:0:2401:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683453.448632:0:2401:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683453.448638:0:2401:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512ecc00. 02000000:00000001:1.0:1789683453.448640:0:2401:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683453.448647:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683453.448651:0:2401:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053c08. 00000400:00000010:1.0:1789683453.448657:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052ee0. 00000100:00000200:1.0:1789683453.448697:0:2401:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825976832, portal 4 00000100:00000001:1.0:1789683453.448699:0:2401:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683453.448701:0:2401:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188633856 : -116774520917760 : ffff95cb50297100) 00000100:00000040:1.0:1789683453.448708:0:2401:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb50297100 x1876618825976832/t0(0) o9->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683453.448714:0:2401:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683453.448717:0:2401:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683453.448720:0:2401:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052110. 00000100:00000200:1.0:1789683453.448723:0:2401:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1876618825976832, offset 0 00000400:00000200:1.0:1789683453.448730:0:2401:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683453.448738:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683453.448745:0:2401:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683453.448749:0:2401:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683453.448759:0:2401:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683453.448765:0:2401:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683453.448768:0:2401:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683453.448772:0:2401:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [160:160:256:4294967295] 192.168.204.144@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:1.0:1789683453.448776:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683453.448785:0:2401:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683453.448791:0:2401:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683453.448796:0:2401:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2500. 00000800:00000200:1.0:1789683453.448802:0:2401:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683453.448811:0:2401:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683453.448816:0:2401:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683453.448828:0:2401:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683453.448833:0:2401:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: using a timeout of 19638 usecs (20 jiffies) 00000400:00000200:1.0:1789683453.448836:0:2401:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683453.448839:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295045144 00000100:00000001:1.0:1789683453.448843:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295046086 00000100:00000001:1.0:1789683453.448845:0:2401:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295045144 00000100:00000001:1.0:1789683453.448847:0:2401:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295046086 00000100:00000001:1.0:1789683453.448849:0:2401:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683453.448851:0:2401:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683453.448854:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683453.448857:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683453.448860:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789683453.448861:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1789683453.448863:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683453.448865:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683453.448866:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683453.448868:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789683453.450082:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683453.450093:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2500. 00000400:00000200:0.0:1789683453.450101:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683453.450109:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683453.450116:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052110 00000400:00000010:0.0:1789683453.450120:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052110. 00000100:00000001:0.0:1789683453.450124:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683453.450133:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb50297100 x1876618825976832/t0(0) o9->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.450145:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683453.450149:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb50297100 x1876618825976832/t0(0) o9->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.450157:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683453.450159:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1789683453.452928:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683453.452939:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683453.452945:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683453.452949:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.453180:0:37:0:(import.c:2152:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.453483:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683453.453495:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (382) 00000800:00000001:0.0:1789683453.456178:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.456748:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683453.456753:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.456756:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683453.456767:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.456776:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683453.456787:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.456793:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.456800:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.456805:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 25 MB=0x6aac65e804900 00000400:00000200:0.0:1789683453.456812:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.456819:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.144@tcp of length 224/224 into md 0x949 [1] + 224 00000800:00000001:0.0:1789683453.456826:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.456830:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683453.456834:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683453.456839:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683453.456847:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683453.456858:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb45038380 x1876618825976064/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683453.456872:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb45038380 x1876618825976064/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.456954:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683453.456959:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789683453.456977:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683453.456989:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.456994:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683453.456996:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.456999:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683453.457003:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457007:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683453.457012:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457015:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457018:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457021:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804a00 00000400:00000200:0.0:1789683453.457025:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457038:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x951 [1] + 224 00000800:00000001:0.0:1789683453.457042:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.457046:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683453.457048:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683453.457051:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683453.457054:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683453.457059:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb4503ad80 x1876618825976320/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683453.457069:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb4503ad80 x1876618825976320/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.457077:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683453.457081:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.457084:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683453.457086:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.457088:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683453.457091:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457094:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683453.457098:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457100:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457103:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457105:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804b00 00000400:00000200:0.0:1789683453.457108:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457112:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x959 [1] + 224 00000800:00000001:0.0:1789683453.457117:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.457120:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683453.457122:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683453.457125:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683453.457128:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683453.457133:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb45039c00 x1876618825976576/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683453.457142:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb45039c00 x1876618825976576/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.457155:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683453.457160:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.457163:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683453.457165:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.457166:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683453.457170:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457174:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683453.457178:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457181:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457199:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457202:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804980 00000400:00000200:0.0:1789683453.457205:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457210:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x961 [1] + 224 00000800:00000001:0.0:1789683453.457214:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.457218:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683453.457220:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683453.457223:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683453.457226:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683453.457231:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb4503bb80 x1876618825976192/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683453.457238:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb4503bb80 x1876618825976192/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.457245:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683453.457249:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.457252:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683453.457254:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.457257:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683453.457260:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457263:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683453.457266:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457274:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457277:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457280:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804a80 00000400:00000200:0.0:1789683453.457283:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457286:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x969 [1] + 224 00000800:00000001:0.0:1789683453.457290:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.457294:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683453.457296:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683453.457298:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683453.457302:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683453.457306:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb4503a300 x1876618825976448/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683453.457315:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb4503a300 x1876618825976448/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.457322:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683453.457326:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.457329:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683453.457330:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.457333:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683453.457335:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457338:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683453.457342:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457344:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457347:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457349:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 4 MB=0x6aac65e804b80 00000400:00000200:0.0:1789683453.457352:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457357:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.144@tcp of length 224/224 into md 0x939 [1] + 224 00000800:00000001:0.0:1789683453.457360:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.457364:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683453.457366:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683453.457369:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683453.457372:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683453.457395:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb45039500 x1876618825976704/t0(0) o9->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683453.457404:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb45039500 x1876618825976704/t0(0) o9->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.457494:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683453.457502:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.457506:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683453.457508:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.457511:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683453.457514:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457518:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683453.457523:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.457526:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683453.457718:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683453.457722:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789683453.457730:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683453.457732:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683453.457736:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb450539a0. 00000400:00000200:1.0:1789683453.457742:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052dd0 00000400:00000010:1.0:1789683453.457744:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052dd0. 00000100:00000001:1.0:1789683453.457748:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683453.457753:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb45039500 x1876618825976704/t0(0) o9->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683453.457763:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb45039500 x1876618825976704/t0(0) o9->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683453.457769:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683453.457771:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683453.457774:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683453.457777:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683453.457780:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683453.457783:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683453.457786:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683453.457797:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a0460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683453.457802:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a0418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683453.457804:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683453.457806:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683453.457809:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789683453.457814:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb45039500 x1876618825976704/t0(0) o9->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789683453.457821:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683453.457825:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789683453.457833:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0000-osc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:1.0:1789683453.457835:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789683453.457837:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683453.457841:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb45039500 x1876618825976704/t0(0) o9->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683453.457848:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683453.457862:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683453.457864:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789683453.457869:0:2401:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff95cb45039500 x1876618825976704/t0(0) o9->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789683453.457877:0:2401:0:(import.c:65:import_set_state_nolock()) ffff95cb507a0000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1789683453.457881:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb45039500 x1876618825976704/t0(0) o9->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683453.457889:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:00b24ef7-84ac-4f87-be77-eaefb5a52419:2401:1876618825976704:192.168.204.144@tcp:9:kworker.0 00000100:00000001:1.0:1789683453.457895:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683453.457898:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683453.457901:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb45039500 x1876618825976704/t0(0) o9->lustre-OST0000-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683453.457908:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683453.457911:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683453.457915:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512ede00. 02000000:00000001:1.0:1789683453.457923:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683453.457926:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683453.457928:0:2401:0:(genops.c:1222:class_import_put()) import ffff95cb507a0000 refcount=2 obd=lustre-OST0000-osc-ffff95cb507a9800 00000020:00000001:1.0:1789683453.457930:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683453.457934:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162400. 02000000:00000001:1.0:1789683453.457937:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683453.457939:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683453.457941:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb45039500. 00000100:00000001:1.0:1789683453.457944:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683453.457945:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683453.457947:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683453.457950:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683453.457951:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683453.457952:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683453.457954:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789683453.458041:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.458047:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 4 MB=0x6aac65e804c00 00000400:00000200:0.0:1789683453.458051:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683453.458055:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.144@tcp of length 224/224 into md 0x971 [1] + 224 00000800:00000001:0.0:1789683453.458060:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.458073:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683453.458076:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683453.458079:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683453.458082:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683453.458087:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb50297100 x1876618825976832/t0(0) o9->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683453.458095:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb50297100 x1876618825976832/t0(0) o9->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683453.458112:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683453.458117:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683453.458121:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683453.458360:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683453.458363:0:2401:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789683453.458366:0:2401:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683453.458384:0:2401:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683453.458386:0:2401:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053c08. 00000400:00000200:1.0:1789683453.458390:0:2401:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052ee0 00000400:00000010:1.0:1789683453.458392:0:2401:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052ee0. 00000100:00000001:1.0:1789683453.458395:0:2401:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683453.458399:0:2401:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb50297100 x1876618825976832/t0(0) o9->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683453.458407:0:2401:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb50297100 x1876618825976832/t0(0) o9->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683453.458414:0:2401:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683453.458416:0:2401:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683453.458493:0:2401:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683453.458496:0:2401:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683453.458498:0:2401:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683453.458500:0:2401:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683453.458503:0:2401:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683453.458510:0:2401:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a2c60 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683453.458514:0:2401:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a2c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683453.458517:0:2401:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683453.458518:0:2401:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683453.458520:0:2401:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789683453.458524:0:2401:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb50297100 x1876618825976832/t0(0) o9->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789683453.458539:0:2401:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683453.458543:0:2401:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789683453.458544:0:2401:0:(client.c:3122:ptlrpc_free_committed()) lustre-OST0001-osc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:1.0:1789683453.458546:0:2401:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789683453.458547:0:2401:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683453.458551:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb50297100 x1876618825976832/t0(0) o9->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683453.458557:0:2401:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683453.458559:0:2401:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683453.458560:0:2401:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1789683453.458571:0:2401:0:(import.c:2058:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff95cb50297100 x1876618825976832/t0(0) o9->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789683453.458579:0:2401:0:(import.c:65:import_set_state_nolock()) ffff95cb507a2800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1789683453.458584:0:2401:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb50297100 x1876618825976832/t0(0) o9->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683453.458592:0:2401:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50297100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:00b24ef7-84ac-4f87-be77-eaefb5a52419:2401:1876618825976832:192.168.204.144@tcp:9:kworker.0 00000100:00000001:1.0:1789683453.458597:0:2401:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683453.458599:0:2401:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683453.458602:0:2401:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb50297100 x1876618825976832/t0(0) o9->lustre-OST0001-osc-ffff95cb507a9800@192.168.204.144@tcp:28/4 lens 224/224 e 0 to 0 dl 1789683463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683453.458608:0:2401:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683453.458610:0:2401:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683453.458613:0:2401:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512ecc00. 02000000:00000001:1.0:1789683453.458617:0:2401:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683453.458618:0:2401:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683453.458620:0:2401:0:(genops.c:1222:class_import_put()) import ffff95cb507a2800 refcount=2 obd=lustre-OST0001-osc-ffff95cb507a9800 00000020:00000001:1.0:1789683453.458622:0:2401:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683453.458623:0:2401:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb5a51a400. 02000000:00000001:1.0:1789683453.458626:0:2401:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683453.458628:0:2401:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683453.458629:0:2401:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb50297100. 00000100:00000001:1.0:1789683453.458633:0:2401:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683453.458634:0:2401:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683453.458635:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683453.458643:0:2401:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789683453.458646:0:2401:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683453.458649:0:2401:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683453.458650:0:2401:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1789683453.458856:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789683453.458859:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789683453.458862:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496210. 00000400:00000200:2.0:1789683453.458866:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf7f8 00000400:00000010:2.0:1789683453.458868:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf7f8. 00000100:00000001:2.0:1789683453.458871:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789683453.458877:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb45038380 x1876618825976064/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789683453.458885:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb45038380 x1876618825976064/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.458902:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789683453.458904:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.458905:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789683453.458907:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789683453.458908:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789683453.458910:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683453.458912:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789683453.458915:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb5a52cc60 time=95 v=5 (5 0 0 0) 00000100:00001000:2.0:1789683453.458918:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb5a52cc18 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1789683453.458920:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789683453.458921:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683453.458923:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789683453.458925:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.458926:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683453.458930:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb45038380 x1876618825976064/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.458936:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683453.458938:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789683453.458939:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789683453.458942:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb45038380 x1876618825976064/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683453.458948:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825976064:192.168.204.144@tcp:400:kworker.0 00000400:00000001:2.0:1789683453.458953:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789683453.458954:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789683453.458956:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496738. 00000400:00000200:2.0:1789683453.458959:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adfa18 00000400:00000010:2.0:1789683453.458960:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adfa18. 00000100:00000001:2.0:1789683453.458962:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789683453.458966:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb4503ad80 x1876618825976320/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789683453.458974:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb4503ad80 x1876618825976320/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.458986:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789683453.458987:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.458989:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789683453.458990:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789683453.458991:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789683453.458993:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683453.458994:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789683453.458999:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a7c60 time=94 v=5 (5 0 0 0) 00000100:00001000:2.0:1789683453.459001:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a7c18 time=94 v=5 (1 0 0 0) 00000100:00000001:2.0:1789683453.459003:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789683453.459005:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683453.459006:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789683453.459009:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb4503ad80 x1876618825976320/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789683453.459015:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.459017:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789683453.459018:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb480a4800: skip recheck: last_committed 0 00000100:00000001:2.0:1789683453.459020:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789683453.459021:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683453.459024:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb4503ad80 x1876618825976320/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.459031:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683453.459033:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789683453.459034:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789683453.459037:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb4503ad80 x1876618825976320/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683453.459043:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825976320:192.168.204.144@tcp:400:kworker.0 00000400:00000001:2.0:1789683453.459049:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789683453.459050:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789683453.459052:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496b58. 00000400:00000200:2.0:1789683453.459059:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf3b8 00000400:00000010:2.0:1789683453.459061:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf3b8. 00000100:00000001:2.0:1789683453.459063:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789683453.459067:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb45039c00 x1876618825976576/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789683453.459075:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb45039c00 x1876618825976576/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.459082:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789683453.459084:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.459085:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789683453.459087:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789683453.459088:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789683453.459090:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683453.459092:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789683453.459096:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a5460 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1789683453.459100:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a5418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1789683453.459102:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789683453.459103:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683453.459105:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789683453.459109:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb45039c00 x1876618825976576/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789683453.459116:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.459118:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789683453.459119:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:2.0:1789683453.459121:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789683453.459122:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683453.459125:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb45039c00 x1876618825976576/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.459131:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683453.459133:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789683453.459135:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789683453.459137:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb45039c00 x1876618825976576/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683453.459156:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2405:1876618825976576:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683453.459160:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.459162:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683453.459164:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb45038380 x1876618825976064/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.459170:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789683453.459172:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789683453.459174:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb482c8000. 02000000:00000001:2.0:1789683453.459177:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789683453.459179:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683453.459180:0:2405:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=3 obd=MGC192.168.204.144@tcp 00000020:00000001:2.0:1789683453.459182:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789683453.461770:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162d00. 02000000:00000001:2.0:1789683453.461782:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789683453.461784:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789683453.461787:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb45038380. 00000100:00000001:2.0:1789683453.461792:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789683453.461794:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.461798:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683453.461812:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb4503ad80 x1876618825976320/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.461822:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789683453.461825:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789683453.461828:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb482c9800. 02000000:00000001:2.0:1789683453.461832:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789683453.461835:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683453.461836:0:2405:0:(genops.c:1222:class_import_put()) import ffff95cb507a7800 refcount=3 obd=lustre-MDT0001-mdc-ffff95cb480a4800 00000020:00000001:2.0:1789683453.461839:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789683453.461841:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162300. 02000000:00000001:2.0:1789683453.461843:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789683453.461844:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789683453.461846:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb4503ad80. 00000100:00000001:2.0:1789683453.461849:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789683453.461867:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.461869:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683453.461874:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb45039c00 x1876618825976576/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.461882:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789683453.461883:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789683453.461886:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb482c8200. 02000000:00000001:2.0:1789683453.461888:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789683453.461889:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683453.461891:0:2405:0:(genops.c:1222:class_import_put()) import ffff95cb507a5000 refcount=3 obd=lustre-MDT0001-mdc-ffff95cb507a9800 00000020:00000001:2.0:1789683453.461893:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789683453.461894:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162100. 02000000:00000001:2.0:1789683453.461896:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789683453.461897:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789683453.461898:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb45039c00. 00000100:00000001:2.0:1789683453.461901:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789683453.461902:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.461906:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.461909:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683453.461912:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789683453.461922:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789683453.461924:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789683453.461928:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496f78. 00000400:00000200:2.0:1789683453.461932:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf110 00000400:00000010:2.0:1789683453.461935:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf110. 00000100:00000001:2.0:1789683453.461940:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789683453.461944:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb4503bb80 x1876618825976192/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789683453.461955:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb4503bb80 x1876618825976192/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.461963:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789683453.461965:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.461968:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789683453.461971:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789683453.461973:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789683453.461976:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683453.461984:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789683453.461994:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb50729c60 time=95 v=5 (5 0 0 0) 00000100:00001000:2.0:1789683453.461998:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb50729c18 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1789683453.462000:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789683453.462002:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683453.462006:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789683453.462010:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.462015:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789683453.462017:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb480a4800: skip recheck: last_committed 0 00000100:00000001:2.0:1789683453.462019:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789683453.462021:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683453.462026:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb4503bb80 x1876618825976192/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.462033:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683453.462036:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789683453.462038:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789683453.462042:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb4503bb80 x1876618825976192/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683453.462049:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825976192:192.168.204.144@tcp:400:kworker.0 00000400:00000001:2.0:1789683453.462056:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789683453.462058:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789683453.462060:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496e70. 00000400:00000200:2.0:1789683453.462062:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adfee0 00000400:00000010:2.0:1789683453.462064:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adfee0. 00000100:00000001:2.0:1789683453.462066:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789683453.462069:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb4503a300 x1876618825976448/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789683453.462077:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb4503a300 x1876618825976448/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.462082:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789683453.462083:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.462091:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789683453.462092:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789683453.462094:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789683453.462095:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683453.462097:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789683453.462102:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb43154c60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1789683453.462105:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb43154c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1789683453.462107:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789683453.462108:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683453.462110:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789683453.462112:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.462115:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789683453.462116:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:2.0:1789683453.462118:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789683453.462119:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683453.462124:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb4503a300 x1876618825976448/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.462130:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683453.462132:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789683453.462133:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789683453.462137:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb4503a300 x1876618825976448/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683453.462144:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2405:1876618825976448:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683453.462149:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.462151:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683453.462154:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb4503bb80 x1876618825976192/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.462160:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789683453.462161:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789683453.462163:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb482c8400. 02000000:00000001:2.0:1789683453.462165:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789683453.462167:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683453.462168:0:2405:0:(genops.c:1222:class_import_put()) import ffff95cb50729800 refcount=3 obd=lustre-MDT0000-mdc-ffff95cb480a4800 00000020:00000001:2.0:1789683453.462178:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789683453.462180:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162500. 02000000:00000001:2.0:1789683453.462182:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789683453.462197:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789683453.462199:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb4503bb80. 00000100:00000001:2.0:1789683453.462202:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789683453.462204:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.462206:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683453.462209:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb4503a300 x1876618825976448/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683469 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683453.462216:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789683453.462217:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789683453.462219:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb482c9000. 02000000:00000001:2.0:1789683453.462221:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789683453.462223:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683453.462224:0:2405:0:(genops.c:1222:class_import_put()) import ffff95cb43154800 refcount=3 obd=lustre-MDT0000-mdc-ffff95cb507a9800 00000020:00000001:2.0:1789683453.462225:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789683453.462227:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162f00. 02000000:00000001:2.0:1789683453.462229:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789683453.462230:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789683453.462232:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb4503a300. 00000100:00000001:2.0:1789683453.462234:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789683453.462235:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.462237:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683453.462246:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683453.462249:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683453.462251:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683453.462253:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683453.828821:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683453.828830:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683453.828857:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683453.828858:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683453.828970:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683453.828974:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683453.828977:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1789683454.469592:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7000 (cpu 0) has reached its deadline 4295046086, at 4295046144 00000100:00000010:0.0:1789683454.469616:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb58e3d3c0. 00000100:00000040:1.0:1789683454.469786:0:254:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7110 (cpu 1) has reached its deadline 4295046086, at 4295046145 00000100:00000010:1.0:1789683454.469794:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb58e3d600. 00010000:00000001:0.0:1789683454.852919:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683454.852927:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683454.852932:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683454.852934:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789683454.855671:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789683454.855681:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789683454.855687:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683455.878537:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683455.878547:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683455.878554:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683455.878555:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683455.878681:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683455.878687:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683455.878712:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683456.901500:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683456.901508:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683456.901515:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683456.901516:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683456.901717:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683456.901721:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683456.901728:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683457.924763:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683457.924773:0:366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789683457.924776:0:366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789683457.924781:0:366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683457.924785:0:366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789683457.924788:0:366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683457.924790:0:366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683457.924793:0:366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683457.924798:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683457.924799:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789683457.924873:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789683457.924878:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789683457.924890:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789683458.567249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 20306a6b-46c6-4de1-987d-3bf1c3e4c7d0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683458.567261:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683458.567285:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb45039180. 00000020:00000040:3.0:1789683458.567293:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000100:00000001:3.0:1789683458.567299:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683458.567302:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683458.567308:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683458.567318:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162b00. 00000100:00000001:3.0:1789683458.567326:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683458.567340:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 20306a6b-46c6-4de1-987d-3bf1c3e4c7d0->MGS req@ffff95cb45039180 x1876618825976960/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683458.567354:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683458.567361:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683458.567369:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ff7d1b70] to pc [ptlrpcd_01_00+0] req@ffff95cb45039180 x1876618825976960/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683458.567407:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683458.567410:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683458.567414:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683458.567417:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb45038a80. 00000020:00000040:3.0:1789683458.567419:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb50729800 refcount=4 obd=lustre-MDT0000-mdc-ffff95cb480a4800 00000100:00000001:3.0:1789683458.567422:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683458.567423:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683458.567425:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683458.567428:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162600. 00000100:00000001:3.0:1789683458.567431:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683458.567435:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0000_UUID req@ffff95cb45038a80 x1876618825977088/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683458.567464:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683458.567466:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683458.567470:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ad3b762] to pc [ptlrpcd_01_01+1] req@ffff95cb45038a80 x1876618825977088/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683458.567479:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683458.567481:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683458.567485:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683458.567488:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb45039880. 00000020:00000040:3.0:1789683458.567490:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb507a7800 refcount=4 obd=lustre-MDT0001-mdc-ffff95cb480a4800 00000100:00000001:3.0:1789683458.567494:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683458.567496:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683458.567497:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683458.567501:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162a00. 00000100:00000001:3.0:1789683458.567505:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683458.567509:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0001_UUID req@ffff95cb45039880 x1876618825977216/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1789683458.567514:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683458.567521:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683458.567525:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.567526:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683458.567531:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1789683458.567532:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ec41e104] to pc [ptlrpcd_01_00+0] req@ffff95cb45039880 x1876618825977216/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683458.567545:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683458.567548:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb45039180 x1876618825976960/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1789683458.567550:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789683458.567563:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789683458.567570:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789683458.567598:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1789683458.567600:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1789683458.567604:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1789683458.567618:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683458.567620:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:2.0:1789683458.567627:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:3.0:1789683458.567628:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb4503a300. 02000000:00000001:2.0:1789683458.567633:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1789683458.567634:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb43154800 refcount=4 obd=lustre-MDT0000-mdc-ffff95cb507a9800 02000000:00000001:2.0:1789683458.567644:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683458.567645:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683458.567650:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:2.0:1789683458.567656:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2404:1876618825976960:192.168.204.144@tcp:400:kworker.0 02000000:00000001:3.0:1789683458.567656:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.567696:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683458.567703:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683458.567707:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683458.567712:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1789683458.567713:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162900. 00000100:00000001:3.0:1789683458.567719:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789683458.567721:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50af4600. 02000000:00000001:2.0:1789683458.567729:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683458.567730:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0000_UUID req@ffff95cb4503a300 x1876618825977344/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683458.567744:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1789683458.567747:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:3.0:1789683458.567749:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1789683458.567757:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496e70. 00000100:00000040:3.0:1789683458.567759:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000575f9750] to pc [ptlrpcd_01_01+1] req@ffff95cb4503a300 x1876618825977344/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1789683458.567769:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adfee0. 00000100:00000001:3.0:1789683458.567772:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683458.567777:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1789683458.567780:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825976960, portal 25 00000100:00000001:3.0:1789683458.567781:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1789683458.567787:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000010:3.0:1789683458.567788:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb4503bb80. 00000100:00000001:2.0:1789683458.567791:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001602432 : -116774707949184 : ffff95cb45039180) 00000020:00000040:3.0:1789683458.567794:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb507a5000 refcount=4 obd=lustre-MDT0001-mdc-ffff95cb507a9800 00000100:00000001:3.0:1789683458.567800:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683458.567803:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:2.0:1789683458.567805:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb45039180 x1876618825976960/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1789683458.567807:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683458.567820:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162f00. 00000100:00000001:2.0:1789683458.567825:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1789683458.567827:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683458.567833:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683458.567838:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf110. 00000100:00000200:2.0:1789683458.567843:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876618825976960, offset 0 00000400:00000200:2.0:1789683458.567851:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683458.567874:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683458.567884:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683458.567890:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683458.567894:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683458.567898:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683458.567901:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683458.567905:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [161:161:256:4294967295] 192.168.204.144@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:2.0:1789683458.567909:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683458.567922:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683458.567937:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683458.567946:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb44ec1900. 00000800:00000200:2.0:1789683458.567954:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000100:00000040:3.0:1789683458.567965:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0001_UUID req@ffff95cb4503bb80 x1876618825977472/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:2.0:1789683458.567967:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683458.567978:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb44ec1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789683458.567993:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683458.567996:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.568003:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683458.568003:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000022e4b8b] to pc [ptlrpcd_01_00+0] req@ffff95cb4503bb80 x1876618825977472/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789683458.568019:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683458.568026:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295051208 00000100:00000010:2.0:1789683458.568032:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb47d4ff60. 00000100:00000001:2.0:1789683458.568045:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1789683458.568046:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683458.568054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789683458.568057:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1789683458.568060:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295051208 00000100:00000010:2.0:1789683458.568066:0:2404:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb47d4f780. 00000100:00000001:2.0:1789683458.568070:0:2404:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789683458.568073:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683458.568076:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.568080:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.568083:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.568092:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683458.568094:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789683458.568097:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683458.568098:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683458.568100:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683458.568106:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb45039880 x1876618825977216/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.568114:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683458.568115:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683458.568117:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683458.568119:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683458.568122:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683458.568125:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825977216:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683458.568128:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1789683458.568129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789683458.568136:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:2.0:1789683458.568141:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683458.568145:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683458.568146:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (387) 02000000:00000001:2.0:1789683458.568148:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683458.568154:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50af4200. 02000000:00000001:2.0:1789683458.568156:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683458.568161:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683458.568165:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496f78. 00000400:00000010:2.0:1789683458.568170:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf3b8. 00000100:00000200:2.0:1789683458.568174:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825977216, portal 10 00000100:00000001:2.0:1789683458.568176:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683458.568178:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001604224 : -116774707947392 : ffff95cb45039880) 00000100:00000040:2.0:1789683458.568189:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb45039880 x1876618825977216/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683458.568190:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683458.568196:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789683458.568203:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1789683458.568209:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789683458.568214:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb45038a80 x1876618825977088/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1789683458.568216:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683458.568223:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adfa18. 00000100:00000200:2.0:1789683458.568232:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825977216, offset 0 00000100:00000001:3.0:1789683458.568247:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1789683458.568251:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000100:00000001:3.0:1789683458.568253:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683458.568259:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 02000000:00000001:3.0:1789683458.568260:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1789683458.568265:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789683458.568267:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683458.568274:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683458.568276:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683458.568278:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683458.568281:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 02000000:00000001:3.0:1789683458.568285:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683458.568286:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [162:162:255:4294967295] 192.168.204.144@tcp LPNI seq info [162:162:7:4294967295] 00000100:00100000:3.0:1789683458.568300:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825977088:192.168.204.144@tcp:400:kworker.0 00000400:00000200:2.0:1789683458.568301:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:3.0:1789683458.568313:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789683458.568321:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1789683458.568323:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 02000000:00000001:3.0:1789683458.568325:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683458.568333:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1789683458.568339:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 02000000:00000010:3.0:1789683458.568343:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50e96200. 02000000:00000001:3.0:1789683458.568347:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789683458.568354:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000800:00000010:2.0:1789683458.568357:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb47df4500. 00000400:00000010:3.0:1789683458.568360:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb47070630. 00000800:00000200:2.0:1789683458.568369:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000400:00000010:3.0:1789683458.568370:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb47f3e110. 00000800:00000200:2.0:1789683458.568381:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000100:00000200:3.0:1789683458.568381:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825977088, portal 10 00000800:00000200:2.0:1789683458.568390:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb47df4500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1789683458.568391:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1789683458.568393:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001600640 : -116774707950976 : ffff95cb45038a80) 00000100:00000001:2.0:1789683458.568404:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683458.568411:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: using a timeout of 102045 usecs (103 jiffies) 00000100:00000040:3.0:1789683458.568416:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb45038a80 x1876618825977088/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1789683458.568424:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683458.568433:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 0 is 4295050346 00000100:00000001:2.0:1789683458.568441:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS request active for cpu 0, keep current deadline 4295051208 00000100:00000001:3.0:1789683458.568446:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1789683458.568447:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 1 is 4295050346 00000100:00000001:2.0:1789683458.568455:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS request active for cpu 1, keep current deadline 4295051208 00000100:00000040:3.0:1789683458.568456:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000100:00000001:2.0:1789683458.568464:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1789683458.568466:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb47f3e7f8. 00000100:00000001:2.0:1789683458.568476:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1789683458.568479:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825977088, offset 0 00000100:00000001:2.0:1789683458.568482:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683458.568493:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb4503bb80 x1876618825977472/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1789683458.568494:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000100:00000001:2.0:1789683458.568507:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000200:3.0:1789683458.568508:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683458.568511:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683458.568516:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683458.568520:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1789683458.568521:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 02000000:00000001:2.0:1789683458.568531:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789683458.568533:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00100000:2.0:1789683458.568540:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2404:1876618825977472:192.168.204.144@tcp:400:kworker.0 00000400:00000200:3.0:1789683458.568545:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000100:00000001:2.0:1789683458.568550:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1789683458.568555:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 02000000:00000001:2.0:1789683458.568557:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683458.568562:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789683458.568562:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 02000000:00000001:2.0:1789683458.568568:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1789683458.568583:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [163:163:254:4294967295] 192.168.204.144@tcp LPNI seq info [163:163:6:4294967295] 02000000:00000010:2.0:1789683458.568587:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50af5000. 02000000:00000001:2.0:1789683458.568594:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789683458.568595:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683458.568608:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683458.568612:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496b58. 00000400:00000200:3.0:1789683458.568622:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000400:00000010:2.0:1789683458.568624:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf7f8. 00000100:00000200:2.0:1789683458.568634:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825977472, portal 10 00000800:00000200:3.0:1789683458.568641:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000100:00000001:2.0:1789683458.568642:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683458.568645:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001613184 : -116774707938432 : ffff95cb4503bb80) 00000800:00000010:3.0:1789683458.568653:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb45162500. 00000100:00000040:2.0:1789683458.568692:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb4503bb80 x1876618825977472/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1789683458.568705:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000100:00000001:2.0:1789683458.568719:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1789683458.568726:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000100:00000040:2.0:1789683458.568734:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000800:00000200:3.0:1789683458.568736:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb45162500 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1789683458.568740:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf000. 00000100:00000001:3.0:1789683458.568745:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1789683458.568747:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825977472, offset 0 00000100:00000040:3.0:1789683458.568752:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: using a timeout of 89360 usecs (90 jiffies) 00000400:00000200:2.0:1789683458.568758:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:3.0:1789683458.568761:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:3.0:1789683458.568766:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 0 is 4295050334 00000400:00000200:2.0:1789683458.568771:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:3.0:1789683458.568773:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS request active for cpu 0, keep current deadline 4295051208 00000100:00000001:3.0:1789683458.568778:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 1 is 4295050334 00000400:00000200:2.0:1789683458.568782:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000100:00000001:3.0:1789683458.568784:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS request active for cpu 1, keep current deadline 4295051208 00000400:00000200:2.0:1789683458.568788:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1789683458.568793:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1789683458.568796:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683458.568800:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683458.568802:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683458.568808:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [164:164:253:4294967295] 192.168.204.144@tcp LPNI seq info [164:164:5:4294967295] 00000100:00000001:3.0:1789683458.568812:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683458.568818:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:3.0:1789683458.568819:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1789683458.568834:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683458.568840:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000100:00000040:3.0:1789683458.568842:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb4503a300 x1876618825977344/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:2.0:1789683458.568845:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb47df4400. 00000800:00000200:2.0:1789683458.568863:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683458.568876:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000100:00000001:3.0:1789683458.568876:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1789683458.568882:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1789683458.568884:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb47df4400 type 1, nob 320 niov 1 nkiov 1 02000000:00000001:3.0:1789683458.568890:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1789683458.568892:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683458.568895:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1789683458.568899:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: using a timeout of 33515 usecs (34 jiffies) 02000000:00000001:3.0:1789683458.568900:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683458.568910:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00100000:3.0:1789683458.568915:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2405:1876618825977344:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683458.568916:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295050278 00000100:00000001:2.0:1789683458.568930:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295051208 00000100:00000001:3.0:1789683458.568932:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1789683458.568938:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1789683458.568939:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295050278 02000000:00000001:3.0:1789683458.568943:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.568946:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295051208 02000000:00000001:3.0:1789683458.568948:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1789683458.568951:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683458.568957:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683458.568958:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb491e4600. 02000000:00000001:3.0:1789683458.568964:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1789683458.568971:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683458.568972:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.568978:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1789683458.568979:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb47070840. 00000100:00000001:2.0:1789683458.568985:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1789683458.568986:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb47f3ed48. 00000100:00000001:2.0:1789683458.568990:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1789683458.568993:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825977344, portal 10 00000100:00000001:2.0:1789683458.568996:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683458.568998:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683458.569001:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1789683458.569002:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001606912 : -116774707944704 : ffff95cb4503a300) 00000100:00000001:2.0:1789683458.569005:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.569011:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683458.569013:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb4503a300 x1876618825977344/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683458.569023:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1789683458.569026:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:3.0:1789683458.569029:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb47f3eee0. 00000100:00000200:3.0:1789683458.569032:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825977344, offset 0 00000400:00000200:3.0:1789683458.569038:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:3.0:1789683458.569046:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:3.0:1789683458.569052:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:3.0:1789683458.569056:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:0.0:1789683458.569388:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683458.569395:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb44ec1900. 00000400:00000200:0.0:1789683458.569406:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683458.569414:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683458.569421:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf110 00000400:00000010:0.0:1789683458.569424:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf110. 00000100:00000001:0.0:1789683458.569429:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683458.569435:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb45039180 x1876618825976960/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683458.569446:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683458.569458:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb45039180 x1876618825976960/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683458.569466:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683458.569468:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683458.569486:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683458.569488:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb47df4500. 00000400:00000200:0.0:1789683458.569492:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683458.569495:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683458.569498:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adfa18 00000400:00000010:0.0:1789683458.569500:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adfa18. 00000100:00000001:0.0:1789683458.569503:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683458.569506:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb45039880 x1876618825977216/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683458.569514:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683458.569517:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb45039880 x1876618825977216/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683458.569523:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683458.569524:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683458.569532:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683458.569534:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb45162500. 00000400:00000200:0.0:1789683458.569537:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683458.569541:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683458.569543:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb47f3e7f8 00000400:00000010:0.0:1789683458.569545:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb47f3e7f8. 00000100:00000001:0.0:1789683458.569548:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683458.569551:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb45038a80 x1876618825977088/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683458.569559:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683458.569562:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb45038a80 x1876618825977088/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683458.569568:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683458.569569:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683458.569695:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683458.569697:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb47df4400. 00000400:00000200:0.0:1789683458.569701:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683458.569705:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683458.569708:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf000 00000400:00000010:0.0:1789683458.569710:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf000. 00000100:00000001:0.0:1789683458.569712:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683458.569716:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb4503bb80 x1876618825977472/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683458.569723:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683458.569726:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb4503bb80 x1876618825977472/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683458.569733:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683458.569734:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1789683458.571101:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:3.0:1789683458.571108:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1789683458.571115:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:3.0:1789683458.571120:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [165:165:256:4294967295] 192.168.204.144@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:3.0:1789683458.571128:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:3.0:1789683458.571142:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:3.0:1789683458.571150:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683458.571313:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb47df4f00. 00000800:00000200:2.0:1789683458.571323:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683458.571331:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683458.571336:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb47df4f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789683458.571403:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683458.571410:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: using a timeout of 28147 usecs (29 jiffies) 00000400:00000200:2.0:1789683458.571415:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683458.571418:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295050275 00000100:00000001:2.0:1789683458.571421:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295051208 00000100:00000001:2.0:1789683458.571424:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295050275 00000100:00000001:2.0:1789683458.571426:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295051208 00000100:00000001:2.0:1789683458.571428:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683458.571432:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.571436:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.571440:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.571449:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683458.571451:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789683458.571454:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683458.571456:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683458.571458:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.571461:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789683458.571596:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683458.571601:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb47df4f00. 00000400:00000200:0.0:1789683458.571606:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683458.571611:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683458.571617:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb47f3eee0 00000400:00000010:0.0:1789683458.571625:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb47f3eee0. 00000100:00000001:0.0:1789683458.571640:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683458.571648:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb4503a300 x1876618825977344/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683458.572073:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683458.572081:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb4503a300 x1876618825977344/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683458.572090:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683458.572092:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789683458.572525:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.572542:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683458.572546:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.572548:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683458.572555:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.572600:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683458.572609:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.572618:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.572626:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.572641:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 25 MB=0x6aac65e804c80 00000400:00000200:0.0:1789683458.572647:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.572655:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.144@tcp of length 224/224 into md 0x981 [1] + 224 00000800:00000001:0.0:1789683458.573005:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.573017:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683458.573021:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683458.573026:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683458.573034:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683458.573042:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb45039180 x1876618825976960/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683458.573053:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb45039180 x1876618825976960/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.573098:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683458.573102:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789683458.573149:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683458.573160:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.573164:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789683458.573594:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789683458.573597:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789683458.573601:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496e70. 00000400:00000200:2.0:1789683458.573607:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adfee0 00000400:00000010:2.0:1789683458.573622:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adfee0. 00000100:00000001:2.0:1789683458.573626:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789683458.573644:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb45039180 x1876618825976960/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789683458.573654:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb45039180 x1876618825976960/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.573694:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789683458.573697:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.573701:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789683458.573704:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789683458.573707:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789683458.573709:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683458.573712:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789683458.573720:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb5a52cc60 time=100 v=5 (5 0 0 0) 00000100:00001000:2.0:1789683458.573725:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb5a52cc18 time=100 v=5 (1 0 0 0) 00000100:00000001:2.0:1789683458.573728:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789683458.573730:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683458.573733:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789683458.573736:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.573739:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683458.573744:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb45039180 x1876618825976960/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.573752:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683458.573756:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789683458.573758:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789683458.573763:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb45039180 x1876618825976960/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683458.573771:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2404:1876618825976960:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683458.574438:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.574446:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683458.574454:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb45039180 x1876618825976960/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.574477:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789683458.574481:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789683458.574486:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50af4600. 02000000:00000001:2.0:1789683458.574491:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789683458.574494:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683458.574496:0:2404:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=3 obd=MGC192.168.204.144@tcp 00000020:00000001:2.0:1789683458.574499:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789683458.574502:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162b00. 02000000:00000001:2.0:1789683458.574506:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789683458.574508:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789683458.574510:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb45039180. 00000100:00000001:2.0:1789683458.574514:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789683458.574516:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.574519:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.574522:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683458.574525:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683458.574528:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.574530:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789683458.585768:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.585906:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683458.585912:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.585916:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683458.585932:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.585940:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683458.585956:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.585962:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.585968:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.585973:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804d80 00000400:00000200:0.0:1789683458.585983:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.585991:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x989 [1] + 224 00000800:00000001:0.0:1789683458.586002:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.586032:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683458.586037:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683458.586042:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683458.586056:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683458.586066:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb45039880 x1876618825977216/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683458.586081:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb45039880 x1876618825977216/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683458.586103:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683458.586115:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.586120:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683458.586122:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.586125:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683458.586128:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.586131:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683458.586135:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.586138:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.586141:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.586144:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804d00 00000400:00000200:0.0:1789683458.586147:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.586152:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x991 [1] + 224 00000800:00000001:0.0:1789683458.586158:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.586161:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683458.586163:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683458.586166:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683458.586169:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683458.586174:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb45038a80 x1876618825977088/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683458.586182:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb45038a80 x1876618825977088/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683458.586194:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683458.586207:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.586210:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683458.586211:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.586213:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683458.586217:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.586220:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683458.586224:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.586226:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.586229:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.586231:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804e80 00000400:00000200:0.0:1789683458.586234:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.586237:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x999 [1] + 224 00000800:00000001:0.0:1789683458.586240:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.586242:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683458.586244:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683458.586246:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683458.586249:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683458.586254:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb4503bb80 x1876618825977472/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683458.586261:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb4503bb80 x1876618825977472/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683458.586268:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683458.586271:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.586274:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683458.586275:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.586278:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683458.586280:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.586284:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683458.586288:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.586290:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.586292:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.586295:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e804e00 00000400:00000200:0.0:1789683458.586297:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683458.586307:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x9a1 [1] + 224 00000800:00000001:0.0:1789683458.586311:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1789683458.586760:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683458.586766:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789683458.586774:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789683458.586776:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000001:0.0:1789683458.586937:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683458.586942:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683458.586948:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000010:2.0:1789683458.586971:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496f78. 00000400:00000200:2.0:1789683458.586977:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf3b8 00000400:00000010:2.0:1789683458.586981:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf3b8. 00000100:00000001:2.0:1789683458.586984:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789683458.586990:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb45039880 x1876618825977216/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789683458.587003:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb45039880 x1876618825977216/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.587011:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789683458.587013:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.587016:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789683458.587020:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789683458.587023:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789683458.587034:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683458.587038:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789683458.587049:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a7c60 time=99 v=5 (5 0 0 0) 00000100:00001000:2.0:1789683458.587054:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a7c18 time=99 v=5 (1 0 0 0) 00000100:00000001:2.0:1789683458.587058:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789683458.587061:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683458.587064:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789683458.587071:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb45039880 x1876618825977216/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789683458.587078:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.587083:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789683458.587086:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb480a4800: skip recheck: last_committed 0 00000100:00000001:2.0:1789683458.587088:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789683458.587091:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683458.587095:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb45039880 x1876618825977216/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.587102:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683458.587105:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789683458.587107:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789683458.587111:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb45039880 x1876618825977216/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683458.587119:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825977216:192.168.204.144@tcp:400:kworker.0 00000100:00000001:0.0:1789683458.587152:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683458.587159:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb4503a300 x1876618825977344/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683458.587168:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb4503a300 x1876618825977344/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683458.587176:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683458.587183:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683458.587188:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1789683458.590142:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789683458.590150:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789683458.590154:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496b58. 00000400:00000200:2.0:1789683458.590163:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf7f8 00000400:00000010:2.0:1789683458.590166:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf7f8. 00000100:00000001:2.0:1789683458.590172:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789683458.590185:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb4503bb80 x1876618825977472/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789683458.590198:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb4503bb80 x1876618825977472/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.590218:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789683458.590221:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.590225:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789683458.590229:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789683458.590232:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789683458.590234:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683458.590238:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789683458.590248:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a5460 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1789683458.590253:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a5418 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1789683458.590256:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789683458.590257:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683458.590261:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1789683458.590266:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb4503bb80 x1876618825977472/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1789683458.590274:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.590277:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789683458.590280:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:2.0:1789683458.590282:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789683458.590284:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683458.590290:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb4503bb80 x1876618825977472/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.590296:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683458.590301:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789683458.590303:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789683458.590306:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb4503bb80 x1876618825977472/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683458.590314:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2404:1876618825977472:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683458.590394:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.590399:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683458.590405:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb45039880 x1876618825977216/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.590419:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789683458.590422:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789683458.590426:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50af4200. 02000000:00000001:2.0:1789683458.590430:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789683458.590433:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683458.590435:0:2404:0:(genops.c:1222:class_import_put()) import ffff95cb507a7800 refcount=3 obd=lustre-MDT0001-mdc-ffff95cb480a4800 00000020:00000001:2.0:1789683458.590438:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789683458.590441:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162a00. 02000000:00000001:2.0:1789683458.590444:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789683458.590446:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789683458.590449:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb45039880. 00000100:00000001:2.0:1789683458.590452:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789683458.590454:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.590456:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683458.590461:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb4503bb80 x1876618825977472/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.590467:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789683458.590469:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789683458.590470:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50af5000. 02000000:00000001:2.0:1789683458.590472:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789683458.590473:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683458.590474:0:2404:0:(genops.c:1222:class_import_put()) import ffff95cb507a5000 refcount=3 obd=lustre-MDT0001-mdc-ffff95cb507a9800 00000020:00000001:2.0:1789683458.590476:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789683458.590477:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162f00. 02000000:00000001:2.0:1789683458.590479:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789683458.590480:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789683458.590481:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb4503bb80. 00000100:00000001:2.0:1789683458.590483:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789683458.590484:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.590487:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.590496:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683458.590498:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.590501:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683458.590504:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.590521:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683458.590530:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789683458.590536:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789683458.590538:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789683458.590540:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb47070630. 00000400:00000200:2.0:1789683458.590544:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb47f3e110 00000400:00000010:2.0:1789683458.590545:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb47f3e110. 00000100:00000001:2.0:1789683458.590548:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789683458.590554:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb45038a80 x1876618825977088/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789683458.590562:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb45038a80 x1876618825977088/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.590568:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789683458.590569:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.590583:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789683458.590585:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789683458.590586:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789683458.590588:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683458.590590:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789683458.590595:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb50729c60 time=100 v=5 (5 0 0 0) 00000100:00001000:2.0:1789683458.590598:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb50729c18 time=100 v=5 (1 0 0 0) 00000100:00000001:2.0:1789683458.590600:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789683458.590601:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683458.590603:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789683458.590605:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.590607:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789683458.590609:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb480a4800: skip recheck: last_committed 0 00000100:00000001:2.0:1789683458.590611:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789683458.590612:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683458.590616:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb45038a80 x1876618825977088/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.590623:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683458.590624:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789683458.590626:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789683458.590629:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb45038a80 x1876618825977088/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683458.590648:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2405:1876618825977088:192.168.204.144@tcp:400:kworker.0 00000400:00000001:2.0:1789683458.590655:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789683458.590656:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789683458.592402:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb47070840. 00000400:00000200:2.0:1789683458.592416:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb47f3ed48 00000400:00000010:2.0:1789683458.592419:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb47f3ed48. 00000100:00000001:2.0:1789683458.592424:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789683458.592435:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb4503a300 x1876618825977344/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789683458.592447:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb4503a300 x1876618825977344/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.592455:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789683458.592458:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.592462:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789683458.592465:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789683458.592467:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789683458.592470:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683458.592473:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789683458.592482:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb43154c60 time=26 v=5 (5 0 0 0) 00000100:00001000:2.0:1789683458.592486:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb43154c18 time=26 v=5 (1 0 0 0) 00000100:00000001:2.0:1789683458.592489:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789683458.592491:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683458.592493:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789683458.592497:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.592501:0:2405:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789683458.592503:0:2405:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:2.0:1789683458.592505:0:2405:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789683458.592507:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683458.592512:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb4503a300 x1876618825977344/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.592519:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683458.592540:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789683458.592542:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789683458.592547:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb4503a300 x1876618825977344/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683458.592555:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2405:1876618825977344:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683458.592561:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.592564:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683458.592582:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb45038a80 x1876618825977088/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.592590:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789683458.592594:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789683458.592597:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50e96200. 02000000:00000001:2.0:1789683458.592603:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789683458.592606:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683458.592608:0:2405:0:(genops.c:1222:class_import_put()) import ffff95cb50729800 refcount=3 obd=lustre-MDT0000-mdc-ffff95cb480a4800 00000020:00000001:2.0:1789683458.592610:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789683458.592614:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162600. 02000000:00000001:2.0:1789683458.592617:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789683458.592619:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789683458.592621:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb45038a80. 00000100:00000001:2.0:1789683458.592626:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789683458.592627:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.592629:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683458.592632:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb4503a300 x1876618825977344/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683458.592638:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789683458.592639:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789683458.592641:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb491e4600. 02000000:00000001:2.0:1789683458.592644:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789683458.592645:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683458.592646:0:2405:0:(genops.c:1222:class_import_put()) import ffff95cb43154800 refcount=3 obd=lustre-MDT0000-mdc-ffff95cb507a9800 00000020:00000001:2.0:1789683458.592648:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789683458.592649:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162900. 02000000:00000001:2.0:1789683458.592681:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789683458.592683:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789683458.592685:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb4503a300. 00000100:00000001:2.0:1789683458.592689:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789683458.592690:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.592693:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683458.592702:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683458.592705:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683458.592708:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683458.592710:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789683458.622346:0:10111:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1789683458.622358:0:10111:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683458.948751:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683458.948759:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683458.948766:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683458.948767:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683458.948799:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683458.948802:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683458.948806:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1789683459.117469:0:10147:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1789683459.117477:0:10147:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:3.0:1789683459.123053:0:10147:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:0.0:1789683459.589055:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7000 (cpu 0) has reached its deadline 4295051208, at 4295051264 00000100:00000010:0.0:1789683459.589076:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb47d4ff60. 00000100:00000040:1.0:1789683459.589602:0:254:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7110 (cpu 1) has reached its deadline 4295051208, at 4295051264 00000100:00000010:1.0:1789683459.589610:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb47d4f780. 00010000:00000001:0.0:1789683459.976891:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683459.976900:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683459.976908:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683459.976909:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683459.977392:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683459.977395:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683459.977399:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1789683460.672756:0:10246:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1789683460.672773:0:10246:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683460.997856:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683460.997866:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683460.997873:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683460.997874:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683460.997945:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683460.997948:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683460.997951:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683462.020952:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683462.020960:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683462.020966:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683462.020970:0:366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789683462.020972:0:366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789683462.020997:0:366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683462.021000:0:366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789683462.021002:0:366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683462.021005:0:366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683462.021007:0:366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683462.021194:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683462.021199:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683462.021202:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:3.0:1789683462.435563:0:10310:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff95cb50c00b10. 00000400:00000040:3.0:1789683462.435593:0:10310:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:3.0:1789683462.435596:0:10310:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:3.0:1789683462.435598:0:10310:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:3.0:1789683462.435600:0:10310:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:3.0:1789683462.435602:0:10310:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:3.0:1789683462.435604:0:10310:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:3.0:1789683462.435605:0:10310:0:(api-ni.c:3116:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:3.0:1789683462.440418:0:10310:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff95cb50c00b10. 00010000:00000001:0.0:1789683463.044844:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683463.044853:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683463.044860:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683463.044861:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683463.044958:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683463.044962:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683463.044966:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1789683463.642312:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.642333:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683463.642338:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.642341:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.642352:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.642363:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683463.642373:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.642378:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.642384:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.642389:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 328 into portal 15 MB=0x6aac65f81ae80 00000400:00000200:0.0:1789683463.642399:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.144@tcp of length 328/328 into md 0x19 [2] + 984 00000800:00000001:0.0:1789683463.642408:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.642432:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.642436:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.642441:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683463.642450:0:2394:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789683463.642452:0:2394:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1789683463.642460:0:2394:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb50229880. 00000100:00000040:0.0:1789683463.642464:0:2394:0:(events.c:341:request_in_callback()) incoming req@ffff95cb50229880 x1876618842844800 msgsize 328 00000100:00100000:0.0:1789683463.642468:0:2394:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.144@tcp (source: 12345-192.168.204.144@tcp) 00000100:00000001:0.0:1789683463.642498:0:2394:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1789683463.642508:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.642511:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.642916:0:6164:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789683463.642921:0:6164:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876618842844800 02000000:00000001:1.0:1789683463.642925:0:6164:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789683463.642927:0:6164:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683463.642930:0:6164:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683463.642935:0:6164:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683463.642940:0:6164:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876618842844800 00000020:00000001:1.0:1789683463.642943:0:6164:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789683463.642945:0:6164:0:(genops.c:804:class_conn2export()) looking for export cookie 0x14f80dea22ad2e27 00000020:00000001:1.0:1789683463.642948:0:6164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789683463.642951:0:6164:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95cb480a7000 refcount=3 00000020:00000001:1.0:1789683463.642954:0:6164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627299052384256 : -116774657167360 : ffff95cb480a7000) 00000020:00000001:1.0:1789683463.642956:0:6164:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627299052384256 : -116774657167360 : ffff95cb480a7000) 00000100:00000001:1.0:1789683463.642960:0:6164:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789683463.642979:0:6164:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95cb51042180. 00000100:00000001:1.0:1789683463.642982:0:6164:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789683463.642985:0:6164:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff95cb51042180. 00000020:00000010:1.0:1789683463.642991:0:6164:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95cb512ede00. 00000020:00000010:1.0:1789683463.642998:0:6164:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95cb512e4f00. 00000020:00000010:1.0:1789683463.643004:0:6164:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95cb47011258. 00000100:00000040:1.0:1789683463.643013:0:6164:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1789683463.643016:0:6164:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789683463.643018:0:6164:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789683463.643021:0:6164:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.643029:0:6164:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.643043:0:6164:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.643057:0:6164:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789683463.643059:0:6164:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789683463.643065:0:6164:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.144@tcp, seq: 3 00000100:00000040:1.0:1789683463.643068:0:6164:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff95cb480a7000 : new rpc_count 1 00000100:00000001:1.0:1789683463.643070:0:6164:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446627299188185216 : -116774521366400 : ffff95cb50229880) 00000100:00000040:1.0:1789683463.643095:0:6164:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95cb50229880 x1876618842844800/t0(0) o104->20306a6b-46c6-4de1-987d-3bf1c3e4c7d0@192.168.204.144@tcp:519/0 lens 328/0 e 0 to 0 dl 1789683474 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789683463.643104:0:6164:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789683463.643107:0:6164:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95cb51042180. 00000100:00000001:1.0:1789683463.643109:0:6164:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789683463.643111:0:6164:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff95cb51042180. 00000100:00100000:1.0:1789683463.643115:0:6164:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff95cb50229880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0+3:13388:x1876618842844800:12345-192.168.204.144@tcp:104: 00000100:00000200:1.0:1789683463.643118:0:6164:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876618842844800 00010000:00000001:1.0:1789683463.643121:0:6164:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1789683463.643129:0:6164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789683463.643131:0:6164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789683463.643133:0:6164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95cb4164c000 refcount=2 00000020:00000001:1.0:1789683463.643135:0:6164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627298940862464 : -116774768689152 : ffff95cb4164c000) 00010000:00000001:1.0:1789683463.643137:0:6164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627298940862464 : -116774768689152 : ffff95cb4164c000) 00010000:00000001:1.0:1789683463.643152:0:6164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789683463.643155:0:6164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789683463.643160:0:6164:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.144@tcp lock: ffff95cb4164c000/0x14f80dea22ad2ef2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf264b25c84ac363 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789683463.643170:0:6164:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789683463.643377:0:6164:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789683463.643385:0:6164:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95cb51d26800. 02000000:00000001:1.0:1789683463.643388:0:6164:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.643391:0:6164:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683463.643396:0:6164:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789683463.643399:0:6164:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683463.643403:0:6164:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb50aef1e8 time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683463.643409:0:6164:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789683463.643412:0:6164:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff95cb5062e600 refcount 28 to 192.168.204.144@tcp 00000100:00000001:1.0:1789683463.643415:0:6164:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446627299192399360 : -116774517152256 : ffff95cb5062e600) 02000000:00000001:1.0:1789683463.643417:0:6164:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789683463.643425:0:6164:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.643429:0:6164:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683463.643432:0:6164:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683463.643437:0:6164:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052ee0. 00000100:00000200:1.0:1789683463.643444:0:6164:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876618842844800, offset 224 00000400:00000200:1.0:1789683463.643451:0:6164:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683463.643460:0:6164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683463.643468:0:6164:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.44@tcp to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683463.643485:0:6164:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [166:166:256:4294967295] 192.168.204.144@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:1.0:1789683463.643490:0:6164:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683463.643500:0:6164:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:192.168.204.44@tcp) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683463.643506:0:6164:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683463.643512:0:6164:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2f00. 00000800:00000200:1.0:1789683463.643519:0:6164:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683463.643527:0:6164:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683463.643531:0:6164:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683463.643543:0:6164:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683463.643547:0:6164:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff95cb5062e600 refcount 27 to 192.168.204.144@tcp 00010000:00000001:1.0:1789683463.643550:0:6164:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1789683463.643554:0:6164:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95cb5040d900. 00010000:00000001:1.0:1789683463.643557:0:6164:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:0.0:1789683463.643775:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683463.643781:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2f00. 00000400:00000200:0.0:1789683463.643787:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.643798:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683463.643805:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052ee0 00000400:00000010:0.0:1789683463.643808:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052ee0. 00000100:00000001:0.0:1789683463.643813:0:2395:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789683463.643815:0:2395:0:(events.c:402:reply_out_callback()) Process leaving 00010000:00010000:1.0:1789683463.643973:0:6164:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1789683463.643976:0:6164:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683463.643978:0:6164:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683463.643981:0:6164:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683463.643989:0:6164:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb50229880 x1876618842844800/t0(0) o104->20306a6b-46c6-4de1-987d-3bf1c3e4c7d0@192.168.204.144@tcp:519/0 lens 328/224 e 0 to 0 dl 1789683474 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789683463.643998:0:6164:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff95cb50229880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0+3:13388:x1876618842844800:12345-192.168.204.144@tcp:104: Request processed in 892us (1532us total) trans 0 rc 0/0 00000100:00100000:1.0:1789683463.644006:0:6164:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.144@tcp, seq: 3 00000100:00000040:1.0:1789683463.644015:0:6164:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95cb480a7000 : new rpc_count 0 00000100:00000001:1.0:1789683463.644018:0:6164:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789683463.644020:0:6164:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789683463.644026:0:6164:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95cb512e4f00. 00000020:00000010:1.0:1789683463.644031:0:6164:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95cb47011258. 00000020:00000010:1.0:1789683463.644034:0:6164:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95cb512ede00. 00000020:00000040:1.0:1789683463.644039:0:6164:0:(genops.c:879:class_export_put()) PUTting export ffff95cb480a7000 : new refcount 2 00000100:00000001:1.0:1789683463.644042:0:6164:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789683463.646901:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683463.646909:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683463.646916:0:6175:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789683463.646920:0:6175:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789683463.646923:0:6175:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789683463.646931:0:6175:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.144@tcp lock: ffff95cb4164c000/0x14f80dea22ad2ef2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf264b25c84ac363 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683463.646944:0:6175:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95cb4164c000 already unused, calling callback (ffffffffc117ec20) 10000000:00000001:3.0:1789683463.646947:0:6175:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1789683463.646950:0:6175:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.144@tcp lock: ffff95cb4164c000/0x14f80dea22ad2ef2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf264b25c84ac363 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789683463.646957:0:6175:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789683463.646959:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789683463.646973:0:6175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789683463.646976:0:6175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95cb4164c000 refcount=3 00000020:00000001:3.0:1789683463.646978:0:6175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627298940862464 : -116774768689152 : ffff95cb4164c000) 00010000:00000001:3.0:1789683463.646982:0:6175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627298940862464 : -116774768689152 : ffff95cb4164c000) 00010000:00000001:3.0:1789683463.646985:0:6175:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789683463.646989:0:6175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.144@tcp lock: ffff95cb4164c000/0x14f80dea22ad2ef2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf264b25c84ac363 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1789683463.646996:0:6175:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1789683463.646998:0:6175:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.144@tcp lock: ffff95cb4164c000/0x14f80dea22ad2ef2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf264b25c84ac363 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789683463.647004:0:6175:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1789683463.647008:0:6175:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1789683463.647010:0:6175:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1789683463.647012:0:6175:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1789683463.647013:0:6175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789683463.647015:0:6175:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789683463.647042:0:6175:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1789683463.647067:0:6175:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789683463.647069:0:6175:0:(mgc_request.c:123:config_log_put()) log params(ffff95cb512e2800) refs 2 10000000:00000001:3.0:1789683463.647072:0:6175:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789683463.647074:0:6175:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683463.647077:0:6175:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789683463.647081:0:6175:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789683463.647084:0:6175:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789683463.647086:0:6175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789683463.647090:0:6175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789683463.647093:0:6175:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff95cb4164c000 with handle 0x14f80dea22ad2ef2 from hash 00010000:00000001:3.0:1789683463.647096:0:6175:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789683463.647098:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789683463.647101:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789683463.647103:0:6175:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789683463.647105:0:6175:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789683463.647107:0:6175:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1789683463.647110:0:6175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789683463.647114:0:6175:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789683463.647125:0:6175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb45039c00. 00000020:00000040:3.0:1789683463.647129:0:6175:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000100:00000001:3.0:1789683463.647136:0:6175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683463.647281:0:6175:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683463.647289:0:6175:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683463.647760:0:6175:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95cb482a2600. 00000100:00000001:3.0:1789683463.647771:0:6175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683463.647775:0:6175:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789683463.647782:0:6175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.144@tcp lock: ffff95cb4164c000/0x14f80dea22ad2ef2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf264b25c84ac363 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683463.647791:0:6175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789683463.647793:0:6175:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683463.647800:0:6175:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683463.647805:0:6175:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683463.647821:0:6175:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b6b7758] to pc [ptlrpcd_01_01+1] req@ffff95cb45039c00 x1876618825977600/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789683463.647855:0:6175:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789683463.647866:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789683463.647868:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789683463.647870:0:6175:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683463.647872:0:6175:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789683463.647874:0:6175:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683463.647877:0:6175:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.144@tcp lock: ffff95cb4164c000/0x14f80dea22ad2ef2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf264b25c84ac363 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789683463.647883:0:6175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789683463.647885:0:6175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.144@tcp lock: ffff95cb4164c000/0x14f80dea22ad2ef2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf264b25c84ac363 expref: -99 pid: 9141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789683463.647899:0:6175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789683463.647900:0:6175:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789683463.647902:0:6175:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95cb5040d900. 00010000:00000001:3.0:1789683463.647906:0:6175:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683463.647910:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683463.647912:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683463.647914:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789683463.647916:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683463.647917:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683463.647919:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789683463.647921:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683463.647922:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683463.647924:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1789683463.648153:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683463.648158:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683463.648161:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683463.648168:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb45039c00 x1876618825977600/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683463.648185:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683463.648187:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683463.648191:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683463.648194:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683463.648197:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683463.648201:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825977600:192.168.204.144@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789683463.648206:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683463.648212:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683463.648215:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683463.648218:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683463.648224:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb58e23a00. 02000000:00000001:2.0:1789683463.648226:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683463.648236:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683463.648241:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496b58. 00000400:00000010:2.0:1789683463.648248:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf7f8. 00000100:00000200:2.0:1789683463.648256:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825977600, portal 18 00000100:00000001:2.0:1789683463.648259:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683463.648261:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001605120 : -116774707946496 : ffff95cb45039c00) 00000100:00000040:2.0:1789683463.648275:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb45039c00 x1876618825977600/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683463.648283:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683463.648286:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683463.648290:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf3b8. 00000100:00000200:2.0:1789683463.648402:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876618825977600, offset 0 00000400:00000200:2.0:1789683463.648412:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683463.648423:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683463.648432:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683463.648439:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683463.648443:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683463.648447:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683463.648449:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683463.648454:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [167:167:256:4294967295] 192.168.204.144@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:2.0:1789683463.648458:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683463.648470:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683463.648486:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683463.648493:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb47df4900. 00000800:00000200:2.0:1789683463.648500:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683463.648508:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683463.648514:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb47df4900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789683463.648536:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683463.648541:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683463.648544:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295056288 00000100:00000010:2.0:1789683463.648549:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb47d4f000. 00000100:00000001:2.0:1789683463.648556:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789683463.648564:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295056288 00000100:00000010:2.0:1789683463.648567:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb47d4f720. 00000100:00000001:2.0:1789683463.648570:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789683463.648574:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683463.648583:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683463.648587:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683463.648590:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1789683463.648843:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683463.648849:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb47df4900. 00000400:00000200:0.0:1789683463.648855:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.648861:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683463.648868:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf3b8 00000400:00000010:0.0:1789683463.648871:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf3b8. 00000100:00000001:0.0:1789683463.648877:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683463.648881:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb45039c00 x1876618825977600/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.648891:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683463.648894:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb45039c00 x1876618825977600/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.648901:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683463.648903:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1789683463.649034:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683463.649038:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683463.649482:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683463.649487:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789683463.649490:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683463.649491:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683463.649493:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683463.649495:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789683463.650421:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.650434:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683463.650439:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.650441:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.650450:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.650458:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683463.650467:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.650480:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.650486:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.650491:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 328 into portal 15 MB=0x6aac65f81b200 00000400:00000200:0.0:1789683463.650500:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.144@tcp of length 328/328 into md 0x19 [2] + 1312 00000800:00000001:0.0:1789683463.650508:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.650514:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.650518:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.650523:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683463.650546:0:2395:0:(events.c:290:request_in_callback()) Process entered 00000100:00000200:0.0:1789683463.650549:0:2395:0:(events.c:300:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:0.0:1789683463.650555:0:2395:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb50229f80. 00000100:00000040:0.0:1789683463.650559:0:2395:0:(events.c:341:request_in_callback()) incoming req@ffff95cb50229f80 x1876618842845696 msgsize 328 00000100:00100000:0.0:1789683463.650564:0:2395:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.144@tcp (source: 12345-192.168.204.144@tcp) 00000100:00000001:0.0:1789683463.650582:0:2395:0:(events.c:377:request_in_callback()) Process leaving 00000800:00000001:0.0:1789683463.650590:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.650595:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.650729:0:6165:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1789683463.650733:0:6165:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876618842845696 02000000:00000001:1.0:1789683463.650736:0:6165:0:(sec.c:2511:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1789683463.650738:0:6165:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683463.650741:0:6165:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683463.650747:0:6165:0:(sec.c:2568:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683463.650752:0:6165:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876618842845696 00000020:00000001:1.0:1789683463.650755:0:6165:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1789683463.650757:0:6165:0:(genops.c:804:class_conn2export()) looking for export cookie 0x14f80dea22ad2e27 00000020:00000001:1.0:1789683463.650760:0:6165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789683463.650764:0:6165:0:(lustre_handles.c:148:class_handle2object()) GET export ffff95cb480a7000 refcount=3 00000020:00000001:1.0:1789683463.650766:0:6165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627299052384256 : -116774657167360 : ffff95cb480a7000) 00000020:00000001:1.0:1789683463.650768:0:6165:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446627299052384256 : -116774657167360 : ffff95cb480a7000) 00000100:00000001:1.0:1789683463.650773:0:6165:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789683463.650778:0:6165:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95cb51042180. 00000100:00000001:1.0:1789683463.650781:0:6165:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789683463.650784:0:6165:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff95cb51042180. 00000020:00000010:1.0:1789683463.650791:0:6165:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95cb512ede00. 00000020:00000010:1.0:1789683463.650797:0:6165:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff95cb512e4f00. 00000020:00000010:1.0:1789683463.650803:0:6165:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff95cb47011258. 00000100:00000040:1.0:1789683463.650811:0:6165:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:1.0:1789683463.650815:0:6165:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1789683463.650817:0:6165:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1789683463.650819:0:6165:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.650829:0:6165:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.650840:0:6165:0:(service.c:2450:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.650860:0:6165:0:(service.c:2484:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1789683463.650862:0:6165:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1789683463.650867:0:6165:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.144@tcp, seq: 4 00000100:00000040:1.0:1789683463.650872:0:6165:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff95cb480a7000 : new rpc_count 1 00000100:00000001:1.0:1789683463.650874:0:6165:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446627299188187008 : -116774521364608 : ffff95cb50229f80) 00000100:00000040:1.0:1789683463.650881:0:6165:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff95cb50229f80 x1876618842845696/t0(0) o104->20306a6b-46c6-4de1-987d-3bf1c3e4c7d0@192.168.204.144@tcp:519/0 lens 328/0 e 0 to 0 dl 1789683474 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1789683463.650890:0:6165:0:(service.c:1268:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1789683463.650893:0:6165:0:(genops.c:1054:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff95cb51042180. 00000100:00000001:1.0:1789683463.650896:0:6165:0:(service.c:1290:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1789683463.650897:0:6165:0:(genops.c:1062:obd_export_timed_fini()) kfreed '*data': 48 at ffff95cb51042180. 00000100:00100000:1.0:1789683463.650901:0:6165:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff95cb50229f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0+3:13388:x1876618842845696:12345-192.168.204.144@tcp:104: 00000100:00000200:1.0:1789683463.650904:0:6165:0:(service.c:2568:ptlrpc_server_handle_request()) got req 1876618842845696 00010000:00000001:1.0:1789683463.650907:0:6165:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:1.0:1789683463.650914:0:6165:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789683463.650916:0:6165:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789683463.650918:0:6165:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95cb82165400 refcount=2 00000020:00000001:1.0:1789683463.650920:0:6165:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627300026242048 : -116773683309568 : ffff95cb82165400) 00010000:00000001:1.0:1789683463.650923:0:6165:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627300026242048 : -116773683309568 : ffff95cb82165400) 00010000:00000001:1.0:1789683463.650926:0:6165:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789683463.650930:0:6165:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789683463.650934:0:6165:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.144@tcp lock: ffff95cb82165400/0x14f80dea22ad2eb3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf264b25c84ac316 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789683463.650944:0:6165:0:(pack_generic.c:297:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1789683463.650946:0:6165:0:(sec.c:2590:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1789683463.650951:0:6165:0:(sec_null.c:300:null_alloc_rs()) kmalloced '(rs)': 520 at ffff95cb51d25c00. 02000000:00000001:1.0:1789683463.650954:0:6165:0:(sec.c:2627:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.650956:0:6165:0:(pack_generic.c:332:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683463.650961:0:6165:0:(ldlm_lib.c:3354:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1789683463.650975:0:6165:0:(ldlm_lib.c:3364:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683463.650987:0:6165:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb50aef1e8 time=94 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683463.650992:0:6165:0:(connection.c:157:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1789683463.650995:0:6165:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff95cb5062e600 refcount 28 to 192.168.204.144@tcp 00000100:00000001:1.0:1789683463.650997:0:6165:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446627299192399360 : -116774517152256 : ffff95cb5062e600) 02000000:00000001:1.0:1789683463.651000:0:6165:0:(sec.c:2641:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1789683463.651002:0:6165:0:(sec.c:2652:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.651005:0:6165:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683463.651008:0:6165:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683463.651013:0:6165:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052dd0. 00000100:00000200:1.0:1789683463.651018:0:6165:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1876618842845696, offset 224 00000400:00000200:1.0:1789683463.651025:0:6165:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683463.651032:0:6165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683463.651039:0:6165:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source Specified: 192.168.204.44@tcp to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683463.651046:0:6165:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [168:168:256:4294967295] 192.168.204.144@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:1.0:1789683463.651050:0:6165:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683463.651060:0:6165:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:192.168.204.44@tcp) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683463.651066:0:6165:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683463.651071:0:6165:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2900. 00000800:00000200:1.0:1789683463.651078:0:6165:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683463.651086:0:6165:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683463.651091:0:6165:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683463.651101:0:6165:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683463.651105:0:6165:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff95cb5062e600 refcount 27 to 192.168.204.144@tcp 00010000:00000001:1.0:1789683463.651109:0:6165:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1789683463.651113:0:6165:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff95cb5040df00. 00010000:00000001:1.0:1789683463.651117:0:6165:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1789683463.651128:0:6165:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:1.0:1789683463.651131:0:6165:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683463.651134:0:6165:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683463.651136:0:6165:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683463.651142:0:6165:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb50229f80 x1876618842845696/t0(0) o104->20306a6b-46c6-4de1-987d-3bf1c3e4c7d0@192.168.204.144@tcp:519/0 lens 328/224 e 0 to 0 dl 1789683474 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789683463.651163:0:6165:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff95cb50229f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0+3:13388:x1876618842845696:12345-192.168.204.144@tcp:104: Request processed in 270us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1789683463.651170:0:6165:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.144@tcp, seq: 4 00000100:00000040:1.0:1789683463.651182:0:6165:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff95cb480a7000 : new rpc_count 0 00000100:00000001:1.0:1789683463.651185:0:6165:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1789683463.651186:0:6165:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1789683463.651191:0:6165:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff95cb512e4f00. 00000020:00000010:1.0:1789683463.651195:0:6165:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff95cb47011258. 00000020:00000010:1.0:1789683463.651198:0:6165:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95cb512ede00. 00000020:00000040:1.0:1789683463.651204:0:6165:0:(genops.c:879:class_export_put()) PUTting export ffff95cb480a7000 : new refcount 2 00000100:00000001:1.0:1789683463.651207:0:6165:0:(service.c:2640:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1789683463.651422:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683463.651425:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683463.651428:0:6174:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1789683463.651430:0:6174:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1789683463.651432:0:6174:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1789683463.651437:0:6174:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.144@tcp lock: ffff95cb82165400/0x14f80dea22ad2eb3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf264b25c84ac316 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683463.651445:0:6174:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff95cb82165400 already unused, calling callback (ffffffffc117ec20) 10000000:00000001:3.0:1789683463.651455:0:6174:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1789683463.651458:0:6174:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.144@tcp lock: ffff95cb82165400/0x14f80dea22ad2eb3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf264b25c84ac316 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789683463.651466:0:6174:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1789683463.651468:0:6174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1789683463.651469:0:6174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1789683463.651471:0:6174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95cb82165400 refcount=3 00000020:00000001:3.0:1789683463.651484:0:6174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627300026242048 : -116773683309568 : ffff95cb82165400) 00010000:00000001:3.0:1789683463.651486:0:6174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627300026242048 : -116773683309568 : ffff95cb82165400) 00010000:00000001:3.0:1789683463.651490:0:6174:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1789683463.651492:0:6174:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.144@tcp lock: ffff95cb82165400/0x14f80dea22ad2eb3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf264b25c84ac316 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1789683463.651498:0:6174:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1789683463.651501:0:6174:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.144@tcp lock: ffff95cb82165400/0x14f80dea22ad2eb3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf264b25c84ac316 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789683463.651507:0:6174:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1789683463.651510:0:6174:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1789683463.651512:0:6174:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1789683463.651514:0:6174:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1789683463.651515:0:6174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1789683463.651517:0:6174:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789683463.651523:0:6174:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1789683463.651525:0:6174:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1789683463.651527:0:6174:0:(mgc_request.c:123:config_log_put()) log params(ffff95cb58e22000) refs 2 10000000:00000001:3.0:1789683463.651529:0:6174:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1789683463.651530:0:6174:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683463.651533:0:6174:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1789683463.651536:0:6174:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1789683463.651538:0:6174:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1789683463.651540:0:6174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1789683463.651542:0:6174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1789683463.651545:0:6174:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff95cb82165400 with handle 0x14f80dea22ad2eb3 from hash 00010000:00000001:3.0:1789683463.651554:0:6174:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1789683463.651556:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789683463.651558:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789683463.651559:0:6174:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1789683463.651561:0:6174:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1789683463.651562:0:6174:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1789683463.651566:0:6174:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1789683463.651568:0:6174:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1789683463.651575:0:6174:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb4503ad80. 00000020:00000040:3.0:1789683463.651578:0:6174:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=5 obd=MGC192.168.204.144@tcp 00000100:00000001:3.0:1789683463.651583:0:6174:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683463.651585:0:6174:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683463.651590:0:6174:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683463.651598:0:6174:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95cb482a2a00. 00000100:00000001:3.0:1789683463.651614:0:6174:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683463.651618:0:6174:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1789683463.651622:0:6174:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.144@tcp lock: ffff95cb82165400/0x14f80dea22ad2eb3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf264b25c84ac316 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789683463.651628:0:6174:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1789683463.651630:0:6174:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683463.651635:0:6174:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683463.651640:0:6174:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683463.651647:0:6174:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c8ac1ab] to pc [ptlrpcd_01_00+0] req@ffff95cb4503ad80 x1876618825977728/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789683463.651694:0:6174:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1789683463.651697:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1789683463.651698:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789683463.651700:0:6174:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683463.651703:0:6174:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1789683463.651704:0:6174:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683463.651708:0:6174:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.144@tcp lock: ffff95cb82165400/0x14f80dea22ad2eb3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf264b25c84ac316 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1789683463.651713:0:6174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1789683463.651721:0:6174:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.144@tcp lock: ffff95cb82165400/0x14f80dea22ad2eb3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf264b25c84ac316 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1789683463.651729:0:6174:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff95cb49d60000 count: 0 00010000:00000001:3.0:1789683463.651741:0:6174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1789683463.651743:0:6174:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1789683463.651745:0:6174:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff95cb5040df00. 00010000:00000001:3.0:1789683463.651748:0:6174:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683463.651751:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683463.651752:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683463.651754:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789683463.651756:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683463.651757:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683463.651759:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1789683463.651761:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683463.651762:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683463.651763:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1789683463.652029:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683463.652034:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2900. 00000400:00000200:0.0:1789683463.652039:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.652044:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683463.652051:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052dd0 00000400:00000010:0.0:1789683463.652054:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052dd0. 00000100:00000001:0.0:1789683463.652059:0:2394:0:(events.c:390:reply_out_callback()) Process entered 00000100:00000001:0.0:1789683463.652061:0:2394:0:(events.c:402:reply_out_callback()) Process leaving 00000100:00000001:2.0:1789683463.652167:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683463.652179:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683463.652182:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683463.652189:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb4503ad80 x1876618825977728/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683463.652198:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683463.652201:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683463.652205:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683463.652209:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683463.652211:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683463.652215:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2404:1876618825977728:192.168.204.144@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789683463.652220:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683463.652226:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683463.652228:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683463.652231:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683463.652236:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb58e23400. 02000000:00000001:2.0:1789683463.652238:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683463.652245:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683463.652250:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496f78. 00000400:00000010:2.0:1789683463.652256:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adfee0. 00000100:00000200:2.0:1789683463.652262:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825977728, portal 18 00000100:00000001:2.0:1789683463.652264:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683463.652266:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001609600 : -116774707942016 : ffff95cb4503ad80) 00000100:00000040:2.0:1789683463.652271:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb4503ad80 x1876618825977728/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683463.652278:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683463.652289:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683463.652292:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adfaa0. 00000100:00000200:2.0:1789683463.652407:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1876618825977728, offset 0 00000400:00000200:2.0:1789683463.652415:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683463.652421:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683463.652428:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683463.652433:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683463.652438:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683463.652442:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683463.652444:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683463.652448:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [169:169:256:4294967295] 192.168.204.144@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:2.0:1789683463.652452:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683463.652460:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683463.652466:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683463.652471:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb47df4c00. 00000800:00000200:2.0:1789683463.652487:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683463.652493:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683463.652497:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb47df4c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789683463.652513:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683463.652518:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683463.652521:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295056292 00000100:00000001:2.0:1789683463.652530:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056288 00000100:00000001:2.0:1789683463.652535:0:2404:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295056292 00000100:00000001:2.0:1789683463.652539:0:2404:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056288 00000100:00000001:2.0:1789683463.652542:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683463.652546:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683463.652549:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683463.652552:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683463.652557:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683463.652560:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789683463.652562:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683463.652569:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683463.652570:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683463.652573:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683463.652584:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683463.652586:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683463.652588:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683463.652590:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789683463.653484:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683463.653491:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb47df4c00. 00000400:00000200:0.0:1789683463.653496:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.653503:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683463.653509:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adfaa0 00000400:00000010:0.0:1789683463.653512:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adfaa0. 00000100:00000001:0.0:1789683463.653516:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683463.653522:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb4503ad80 x1876618825977728/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.653535:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683463.653539:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb4503ad80 x1876618825977728/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.653545:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683463.653547:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000010:3.1F:1789683463.658743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95cb4164c000. 00000800:00000001:0.0:1789683463.659757:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.659772:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683463.659776:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.659779:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.659791:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.659810:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683463.659820:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.659826:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.659832:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.659836:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 18 MB=0x6aac65e804f00 00000400:00000200:0.0:1789683463.659842:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.659849:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.144@tcp of length 224/224 into md 0x9b1 [1] + 224 00000800:00000001:0.0:1789683463.659858:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.659863:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.659867:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.659872:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683463.659882:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683463.659893:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb45039c00 x1876618825977600/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683463.659906:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb45039c00 x1876618825977600/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683463.659961:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683463.659976:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789683463.659995:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683463.660006:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.660011:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683463.660012:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.660014:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.660018:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.660021:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683463.660026:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.660029:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.660032:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.660035:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 18 MB=0x6aac65e804f80 00000400:00000200:0.0:1789683463.660038:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.660042:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.144@tcp of length 224/224 into md 0x9c1 [1] + 224 00000800:00000001:0.0:1789683463.660045:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.660059:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.660066:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.660071:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683463.660074:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683463.660078:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb4503ad80 x1876618825977728/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683463.660086:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb4503ad80 x1876618825977728/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.660108:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683463.660112:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.660116:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683463.661253:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683463.661259:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789683463.661269:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789683463.661272:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789683463.661276:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496f78. 00000400:00000200:3.0:1789683463.661285:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adfee0 00000400:00000010:3.0:1789683463.661288:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adfee0. 00000100:00000001:3.0:1789683463.661292:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789683463.661314:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb4503ad80 x1876618825977728/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789683463.661326:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb4503ad80 x1876618825977728/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683463.661333:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789683463.661335:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683463.661338:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789683463.661341:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789683463.661344:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789683463.661347:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683463.661350:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789683463.661370:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb5a52cca8 time=94 v=5 (5 0 0 0) 00000100:00001000:3.0:1789683463.661375:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb5a52cc18 time=105 v=5 (1 0 0 0) 00000100:00000001:3.0:1789683463.661377:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789683463.661379:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683463.661382:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789683463.661384:0:2404:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683463.661387:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683463.661392:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb4503ad80 x1876618825977728/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683463.661399:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789683463.661402:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789683463.661404:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789683463.661407:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb4503ad80 x1876618825977728/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683463.661415:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2404:1876618825977728:192.168.204.144@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1789683463.661421:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683463.661423:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789683463.661427:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb4503ad80 x1876618825977728/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683463.661433:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789683463.661436:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789683463.661440:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb58e23400. 02000000:00000001:3.0:1789683463.661445:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789683463.661448:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789683463.661450:0:2404:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000020:00000001:3.0:1789683463.661452:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789683463.661455:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95cb482a2a00. 02000000:00000001:3.0:1789683463.661458:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789683463.661460:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789683463.661462:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb4503ad80. 00000100:00000001:3.0:1789683463.661466:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789683463.661468:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683463.661470:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683463.661506:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789683463.661508:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683463.661511:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683463.661514:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1789683463.669127:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789683463.669136:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789683463.669141:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496b58. 00000400:00000200:2.0:1789683463.669151:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf7f8 00000400:00000010:2.0:1789683463.669154:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf7f8. 00000100:00000001:2.0:1789683463.669160:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789683463.669237:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb45039c00 x1876618825977600/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789683463.669251:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb45039c00 x1876618825977600/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683463.669259:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789683463.669261:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683463.669264:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789683463.669268:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789683463.669271:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789683463.669274:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683463.669278:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789683463.669285:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb5a52cca8 time=94 v=5 (5 0 0 0) 00000100:00001000:2.0:1789683463.669289:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb5a52cc18 time=105 v=5 (1 0 0 0) 00000100:00000001:2.0:1789683463.669291:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789683463.669293:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683463.669296:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789683463.669298:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683463.669302:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683463.669306:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb45039c00 x1876618825977600/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683463.669313:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683463.669336:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789683463.669338:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789683463.669343:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb45039c00 x1876618825977600/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683463.669350:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825977600:192.168.204.144@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1789683463.669356:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683463.669360:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683463.669364:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb45039c00 x1876618825977600/t0(0) o103->MGC192.168.204.144@tcp@192.168.204.144@tcp:17/18 lens 328/224 e 0 to 0 dl 1789683479 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683463.669371:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789683463.669374:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789683463.669378:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb58e23a00. 02000000:00000001:2.0:1789683463.669382:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789683463.669385:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683463.669387:0:2405:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=3 obd=MGC192.168.204.144@tcp 00000020:00000001:2.0:1789683463.669390:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789683463.669393:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95cb482a2600. 02000000:00000001:2.0:1789683463.669396:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789683463.669397:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789683463.669399:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb45039c00. 00000100:00000001:2.0:1789683463.669403:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789683463.669405:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683463.669407:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683463.669427:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683463.669430:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683463.669433:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683463.669436:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683463.685837:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789683463.685850:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789683463.685860:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb50228e00. 00000020:00000040:0.0:1789683463.685867:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb50729800 refcount=4 obd=lustre-MDT0000-mdc-ffff95cb480a4800 00000100:00000001:0.0:1789683463.685872:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789683463.685875:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789683463.685880:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789683463.685890:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb42d76c00. 00000100:00000001:0.0:1789683463.685898:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683463.685912:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0000_UUID req@ffff95cb50228e00 x1876618825977856/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789683463.685924:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789683463.685930:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683463.685936:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ccd11009] to pc [ptlrpcd_00_01+1] req@ffff95cb50228e00 x1876618825977856/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.685968:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683463.685971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789683463.685975:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789683463.685978:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb5022b480. 00000020:00000040:0.0:1789683463.685980:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb507a7800 refcount=4 obd=lustre-MDT0001-mdc-ffff95cb480a4800 00000100:00000001:0.0:1789683463.686001:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789683463.686003:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789683463.686005:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789683463.686009:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb42d76500. 00000100:00000001:0.0:1789683463.686012:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683463.686596:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0001_UUID req@ffff95cb5022b480 x1876618825977984/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789683463.686607:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789683463.686609:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683463.686614:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c40d008] to pc [ptlrpcd_00_00+0] req@ffff95cb5022b480 x1876618825977984/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.686625:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683463.686627:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789683463.686630:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789683463.686633:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789683463.686636:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789683463.686639:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789683463.686643:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789683463.686648:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb5022a680. 00000020:00000040:0.0:1789683463.686650:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb43154800 refcount=4 obd=lustre-MDT0000-mdc-ffff95cb507a9800 00000100:00000001:0.0:1789683463.686653:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789683463.686655:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789683463.686697:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789683463.686702:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb42d76000. 00000100:00000001:0.0:1789683463.686706:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683463.686711:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0000_UUID req@ffff95cb5022a680 x1876618825978112/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789683463.686718:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789683463.686729:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683463.686734:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc6240e9] to pc [ptlrpcd_00_01+1] req@ffff95cb5022a680 x1876618825978112/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.686741:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683463.686743:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1789683463.686747:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1789683463.686750:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb50228700. 00000020:00000040:0.0:1789683463.686753:0:37:0:(genops.c:1209:class_import_get()) import ffff95cb507a5000 refcount=4 obd=lustre-MDT0001-mdc-ffff95cb507a9800 00000100:00000001:0.0:1789683463.686755:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1789683463.686756:0:37:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1789683463.686758:0:37:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1789683463.686761:0:37:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb42d76100. 00000100:00000001:0.0:1789683463.686765:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683463.686769:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0001_UUID req@ffff95cb50228700 x1876618825978240/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1789683463.686775:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1789683463.686777:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683463.686780:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035179a35] to pc [ptlrpcd_00_00+0] req@ffff95cb50228700 x1876618825978240/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.686787:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683463.686789:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789683463.686792:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789683463.686795:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1789683463.686798:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1789683463.686803:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (393) 00000100:00000001:0.0:1789683463.686820:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789683463.686824:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789683463.686826:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789683463.687071:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb5022b480 x1876618825977984/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.687090:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789683463.687093:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789683463.687097:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789683463.687100:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789683463.687103:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789683463.687107:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb5022b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825977984:192.168.204.144@tcp:400:kworker.0 00000100:00000001:0.0:1789683463.687111:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789683463.687117:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789683463.687119:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789683463.687121:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789683463.687126:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50259600. 02000000:00000001:0.0:1789683463.687128:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789683463.687137:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:0.0:1789683463.687142:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb50a82580. 00000400:00000010:0.0:1789683463.687149:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb43094dd0. 00000100:00000200:0.0:1789683463.687157:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825977984, portal 10 00000100:00000001:0.0:1789683463.687159:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789683463.687161:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188192384 : -116774521359232 : ffff95cb5022b480) 00000100:00000040:0.0:1789683463.687168:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb5022b480 x1876618825977984/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.687440:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789683463.687445:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:0.0:1789683463.687448:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb430942a8. 00000100:00000200:0.0:1789683463.687452:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825977984, offset 0 00000400:00000200:0.0:1789683463.687458:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:0.0:1789683463.687468:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.687487:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:0.0:1789683463.687494:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789683463.687499:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:0.0:1789683463.687503:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789683463.687505:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:0.0:1789683463.687516:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [170:170:256:4294967295] 192.168.204.144@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1789683463.687521:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.687532:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:0.0:1789683463.687538:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:0.0:1789683463.687543:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb42d76200. 00000800:00000200:0.0:1789683463.687550:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:0.0:1789683463.687557:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:0.0:1789683463.687561:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb42d76200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789683463.687577:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683463.687583:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: using a timeout of 98807 usecs (99 jiffies) 00000400:00000200:0.0:1789683463.687586:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:0.0:1789683463.687589:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 0 is 4295055461 00000100:00000001:0.0:1789683463.687592:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS request active for cpu 0, keep current deadline 4295056292 00000100:00000001:0.0:1789683463.687595:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 1 is 4295055461 00000100:00000001:0.0:1789683463.687597:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS request active for cpu 1, keep current deadline 4295056292 00000100:00000001:0.0:1789683463.687599:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789683463.687602:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683463.687605:0:2402:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1789683463.687610:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb50228700 x1876618825978240/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.687617:0:2402:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1789683463.687618:0:2402:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789683463.687621:0:2402:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1789683463.687623:0:2402:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1789683463.687624:0:2402:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1789683463.687627:0:2402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2402:1876618825978240:192.168.204.144@tcp:400:kworker.0 00000100:00000001:0.0:1789683463.687630:0:2402:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1789683463.687632:0:2402:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1789683463.687634:0:2402:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1789683463.687642:0:2402:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1789683463.687645:0:2402:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb50259200. 02000000:00000001:0.0:1789683463.687647:0:2402:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789683463.687650:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:0.0:1789683463.687653:0:2402:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb50a826e0. 00000400:00000010:0.0:1789683463.687657:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb43094cc0. 00000100:00000200:0.0:1789683463.687697:0:2402:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825978240, portal 10 00000100:00000001:0.0:1789683463.687700:0:2402:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1789683463.687701:0:2402:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188180736 : -116774521370880 : ffff95cb50228700) 00000100:00000040:0.0:1789683463.687708:0:2402:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb50228700 x1876618825978240/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.687718:0:2402:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1789683463.687720:0:2402:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:0.0:1789683463.687723:0:2402:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb430947f8. 00000100:00000200:0.0:1789683463.687725:0:2402:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825978240, offset 0 00000400:00000200:0.0:1789683463.687730:0:2402:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:0.0:1789683463.687735:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.687739:0:2402:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:0.0:1789683463.687743:0:2402:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1789683463.687745:0:2402:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:0.0:1789683463.687749:0:2402:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1789683463.687751:0:2402:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:0.0:1789683463.687754:0:2402:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [171:171:255:4294967295] 192.168.204.144@tcp LPNI seq info [171:171:7:4294967295] 00000400:00000200:0.0:1789683463.687758:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.687763:0:2402:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:0.0:1789683463.687768:0:2402:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:0.0:1789683463.687772:0:2402:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb42d76f00. 00000800:00000200:0.0:1789683463.687775:0:2402:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:0.0:1789683463.687779:0:2402:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:0.0:1789683463.687782:0:2402:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb42d76f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1789683463.687785:0:2402:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1789683463.687793:0:2402:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: using a timeout of 32687 usecs (33 jiffies) 00000400:00000200:0.0:1789683463.687797:0:2402:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:0.0:1789683463.687799:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295055395 00000100:00000001:0.0:1789683463.687801:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295056292 00000100:00000001:0.0:1789683463.687803:0:2402:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295055395 00000100:00000001:0.0:1789683463.687805:0:2402:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295056292 00000100:00000001:0.0:1789683463.687807:0:2402:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1789683463.687809:0:2402:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683463.687812:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683463.687815:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683463.687823:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1789683463.687825:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1789683463.687828:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1789683463.687830:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683463.687842:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683463.687847:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683463.687849:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683463.687856:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb50228e00 x1876618825977856/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.687865:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683463.687866:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683463.687869:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683463.687871:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683463.687873:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683463.687876:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825977856:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683463.687880:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683463.687882:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683463.687884:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683463.687886:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683463.687890:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512ede00. 02000000:00000001:1.0:1789683463.687892:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683463.687896:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683463.687899:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb45053c08. 00000400:00000010:1.0:1789683463.687903:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052198. 00000100:00000200:1.0:1789683463.687912:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825977856, portal 10 00000100:00000001:1.0:1789683463.687914:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683463.687915:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188182528 : -116774521369088 : ffff95cb50228e00) 00000100:00000040:1.0:1789683463.687921:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb50228e00 x1876618825977856/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.687927:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683463.687929:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683463.687932:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052440. 00000100:00000200:1.0:1789683463.687934:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825977856, offset 0 00000400:00000200:1.0:1789683463.687938:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683463.687941:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683463.687945:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683463.687948:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683463.687950:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683463.687965:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683463.687968:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683463.687971:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [172:172:254:4294967295] 192.168.204.144@tcp LPNI seq info [172:172:6:4294967295] 00000400:00000200:1.0:1789683463.687975:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683463.687980:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683463.687985:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683463.687989:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2400. 00000800:00000200:1.0:1789683463.687993:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683463.687999:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683463.688002:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683463.688005:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683463.688008:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: using a timeout of 87275 usecs (88 jiffies) 00000400:00000200:1.0:1789683463.688011:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683463.688013:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 0 is 4295055450 00000100:00000001:1.0:1789683463.688015:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS request active for cpu 0, keep current deadline 4295056292 00000100:00000001:1.0:1789683463.688017:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 1 is 4295055450 00000100:00000001:1.0:1789683463.688025:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS request active for cpu 1, keep current deadline 4295056292 00000100:00000001:1.0:1789683463.688027:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683463.688029:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.688031:0:2403:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683463.688035:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb5022a680 x1876618825978112/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.688042:0:2403:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683463.688044:0:2403:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683463.688045:0:2403:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683463.688047:0:2403:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683463.688049:0:2403:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683463.688052:0:2403:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb5022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2403:1876618825978112:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683463.688055:0:2403:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683463.688058:0:2403:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683463.688059:0:2403:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683463.688061:0:2403:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683463.688063:0:2403:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512ec600. 02000000:00000001:1.0:1789683463.688065:0:2403:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683463.688068:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683463.688071:0:2403:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb450539a0. 00000400:00000010:1.0:1789683463.688074:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052990. 00000100:00000200:1.0:1789683463.688077:0:2403:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825978112, portal 10 00000100:00000001:1.0:1789683463.688079:0:2403:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683463.688080:0:2403:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188188800 : -116774521362816 : ffff95cb5022a680) 00000100:00000040:1.0:1789683463.688086:0:2403:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb5022a680 x1876618825978112/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.688092:0:2403:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683463.688094:0:2403:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683463.688097:0:2403:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb450527f8. 00000100:00000200:1.0:1789683463.688100:0:2403:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825978112, offset 0 00000400:00000200:1.0:1789683463.688104:0:2403:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683463.688107:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683463.688115:0:2403:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683463.688118:0:2403:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683463.688120:0:2403:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683463.688123:0:2403:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683463.688125:0:2403:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683463.688128:0:2403:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [173:173:253:4294967295] 192.168.204.144@tcp LPNI seq info [173:173:5:4294967295] 00000400:00000200:1.0:1789683463.688132:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683463.688138:0:2403:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683463.688143:0:2403:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683463.688147:0:2403:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2c00. 00000800:00000200:1.0:1789683463.688151:0:2403:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683463.688155:0:2403:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683463.688158:0:2403:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1789683463.688161:0:2403:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683463.688165:0:2403:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: using a timeout of 28393 usecs (29 jiffies) 00000400:00000200:1.0:1789683463.688168:0:2403:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683463.688170:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295055391 00000100:00000001:1.0:1789683463.688172:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295056292 00000100:00000001:1.0:1789683463.688174:0:2403:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295055391 00000100:00000001:1.0:1789683463.688176:0:2403:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295056292 00000100:00000001:1.0:1789683463.688179:0:2403:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683463.688181:0:2403:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.688183:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.688185:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.688190:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789683463.688191:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1789683463.688193:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683463.688194:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683463.688195:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.688197:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1789683463.689565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff95cb49d60000. 00010000:00000010:3.1:1789683463.689580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff95cb82165400. 00000100:00000001:0.0:1789683463.689921:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683463.689927:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789683463.689985:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683463.689990:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb42d76200. 00000400:00000200:0.0:1789683463.689996:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.690006:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683463.690015:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb430942a8 00000400:00000010:0.0:1789683463.690018:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb430942a8. 00000100:00000001:0.0:1789683463.690023:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683463.690032:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb5022b480 x1876618825977984/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.690045:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683463.690049:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb5022b480 x1876618825977984/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.690057:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683463.690059:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683463.690075:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683463.690077:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb42d76f00. 00000400:00000200:0.0:1789683463.690080:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.690092:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683463.690096:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb430947f8 00000400:00000010:0.0:1789683463.690098:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb430947f8. 00000100:00000001:0.0:1789683463.690101:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683463.690107:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb50228700 x1876618825978240/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.690115:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683463.690118:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb50228700 x1876618825978240/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.690125:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683463.690127:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683463.690140:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683463.690143:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2400. 00000400:00000200:0.0:1789683463.690147:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.690151:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683463.690154:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052440 00000400:00000010:0.0:1789683463.690156:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052440. 00000100:00000001:0.0:1789683463.690160:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683463.690165:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb50228e00 x1876618825977856/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.690172:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683463.691215:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb50228e00 x1876618825977856/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.691237:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683463.691239:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683463.691339:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683463.691342:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2c00. 00000400:00000200:0.0:1789683463.691347:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.691351:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683463.691356:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb450527f8 00000400:00000010:0.0:1789683463.691358:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb450527f8. 00000100:00000001:0.0:1789683463.691442:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683463.691460:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb5022a680 x1876618825978112/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.691470:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683463.691484:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb5022a680 x1876618825978112/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.691491:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683463.691493:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789683463.698121:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.698140:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683463.698146:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.698149:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.698159:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698168:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683463.698178:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698184:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698189:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698194:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e805080 00000400:00000200:0.0:1789683463.698200:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698207:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x9c9 [1] + 224 00000800:00000001:0.0:1789683463.698215:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.698219:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.698224:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.698228:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683463.698239:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683463.698250:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb5022b480 x1876618825977984/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683463.698264:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb5022b480 x1876618825977984/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.698286:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683463.698296:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.698300:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683463.698319:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.698322:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.698326:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698329:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683463.698333:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698336:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698339:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698341:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e805180 00000400:00000200:0.0:1789683463.698345:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698348:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x9d9 [1] + 224 00000800:00000001:0.0:1789683463.698351:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.698355:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.698357:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.698359:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683463.698363:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683463.698367:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb50228700 x1876618825978240/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683463.698377:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb50228700 x1876618825978240/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.698384:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683463.698388:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.698391:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683463.698393:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.698395:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.698397:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698401:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683463.698404:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698407:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698409:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698412:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e805000 00000400:00000200:0.0:1789683463.698415:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698419:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x9e9 [1] + 224 00000800:00000001:0.0:1789683463.698429:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.698432:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.698434:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.698438:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683463.698442:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683463.698446:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb50228e00 x1876618825977856/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683463.698454:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb50228e00 x1876618825977856/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.698465:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683463.698469:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.698483:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683463.698485:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.698487:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.698490:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698493:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683463.698498:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698500:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698502:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698505:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e805100 00000400:00000200:0.0:1789683463.698508:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683463.698511:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0x9f9 [1] + 224 00000800:00000001:0.0:1789683463.698515:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.698521:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683463.698523:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683463.698526:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683463.698529:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683463.698533:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb5022a680 x1876618825978112/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683463.698540:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb5022a680 x1876618825978112/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683463.698557:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683463.698561:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683463.698564:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.698609:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683463.698618:0:2403:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789683463.698624:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683463.698626:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683463.698630:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb45053c08. 00000400:00000200:1.0:1789683463.698635:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052198 00000400:00000010:1.0:1789683463.698638:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052198. 00000100:00000001:1.0:1789683463.698641:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683463.698645:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb50228e00 x1876618825977856/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683463.698653:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb50228e00 x1876618825977856/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.698725:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683463.698728:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.698731:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683463.698735:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683463.698737:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683463.698740:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683463.698743:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683463.698754:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb50729c60 time=105 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683463.698757:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb50729c18 time=105 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683463.698759:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683463.698761:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683463.698763:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789683463.698766:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.698770:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789683463.698772:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb480a4800: skip recheck: last_committed 0 00000100:00000001:1.0:1789683463.698774:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789683463.698776:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683463.698782:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb50228e00 x1876618825977856/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.698789:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683463.698792:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683463.698794:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789683463.698799:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb50228e00 x1876618825977856/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683463.698819:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50228e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2403:1876618825977856:192.168.204.144@tcp:400:kworker.0 00000400:00000001:1.0:1789683463.698825:0:2403:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683463.698826:0:2403:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683463.698828:0:2403:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb450539a0. 00000400:00000200:1.0:1789683463.698831:0:2403:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052990 00000400:00000010:1.0:1789683463.698833:0:2403:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052990. 00000100:00000001:1.0:1789683463.698835:0:2403:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683463.698838:0:2403:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb5022a680 x1876618825978112/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683463.698846:0:2403:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb5022a680 x1876618825978112/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.698852:0:2403:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683463.698854:0:2403:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.698856:0:2403:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683463.698857:0:2403:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683463.698858:0:2403:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683463.698860:0:2403:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683463.698861:0:2403:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683463.698866:0:2403:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb43154c60 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683463.698869:0:2403:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb43154c18 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683463.698871:0:2403:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683463.698873:0:2403:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683463.698875:0:2403:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789683463.698876:0:2403:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.698879:0:2403:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789683463.698880:0:2403:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:1.0:1789683463.698882:0:2403:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789683463.698883:0:2403:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683463.698887:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb5022a680 x1876618825978112/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.698893:0:2403:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683463.698900:0:2403:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683463.698901:0:2403:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789683463.698906:0:2403:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb5022a680 x1876618825978112/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683463.698913:0:2403:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb5022a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:00b24ef7-84ac-4f87-be77-eaefb5a52419:2403:1876618825978112:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683463.698917:0:2403:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.698920:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683463.698923:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb50228e00 x1876618825977856/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.698930:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683463.698933:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683463.698937:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512ede00. 02000000:00000001:1.0:1789683463.698940:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683463.698942:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683463.698944:0:2403:0:(genops.c:1222:class_import_put()) import ffff95cb50729800 refcount=3 obd=lustre-MDT0000-mdc-ffff95cb480a4800 00000020:00000001:1.0:1789683463.698947:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683463.698949:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb42d76c00. 02000000:00000001:1.0:1789683463.698967:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683463.698968:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683463.698970:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb50228e00. 00000100:00000001:1.0:1789683463.698973:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683463.698975:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.698976:0:2403:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683463.698979:0:2403:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb5022a680 x1876618825978112/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.698985:0:2403:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683463.698986:0:2403:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683463.698987:0:2403:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512ec600. 02000000:00000001:1.0:1789683463.698989:0:2403:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683463.698990:0:2403:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683463.698991:0:2403:0:(genops.c:1222:class_import_put()) import ffff95cb43154800 refcount=3 obd=lustre-MDT0000-mdc-ffff95cb507a9800 00000020:00000001:1.0:1789683463.698993:0:2403:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683463.698994:0:2403:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb42d76000. 02000000:00000001:1.0:1789683463.699002:0:2403:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683463.699003:0:2403:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683463.699004:0:2403:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb5022a680. 00000100:00000001:1.0:1789683463.699007:0:2403:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683463.699008:0:2403:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.699010:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.699017:0:2403:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789683463.699020:0:2403:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.699022:0:2403:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683463.699025:0:2403:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.700728:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683463.700735:0:2402:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789683463.700742:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683463.700744:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683463.700747:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb50a82580. 00000400:00000200:1.0:1789683463.700755:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb43094dd0 00000400:00000010:1.0:1789683463.700758:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb43094dd0. 00000100:00000001:1.0:1789683463.700762:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683463.700773:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb5022b480 x1876618825977984/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683463.700784:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb5022b480 x1876618825977984/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.700791:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683463.700793:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.700796:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683463.700799:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683463.700801:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683463.700803:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683463.700806:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683463.700814:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a7c60 time=104 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683463.700818:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a7c18 time=104 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683463.700820:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683463.700822:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683463.700824:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789683463.700829:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb5022b480 x1876618825977984/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789683463.700848:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.700851:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789683463.700853:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb480a4800: skip recheck: last_committed 0 00000100:00000001:1.0:1789683463.700856:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789683463.700858:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683463.700863:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb5022b480 x1876618825977984/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.700870:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683463.700873:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683463.700874:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789683463.700878:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb5022b480 x1876618825977984/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683463.700884:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb5022b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2402:1876618825977984:192.168.204.144@tcp:400:kworker.0 00000400:00000001:1.0:1789683463.700890:0:2402:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683463.700892:0:2402:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683463.700893:0:2402:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb50a826e0. 00000400:00000200:1.0:1789683463.700896:0:2402:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb43094cc0 00000400:00000010:1.0:1789683463.700898:0:2402:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb43094cc0. 00000100:00000001:1.0:1789683463.700900:0:2402:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683463.700903:0:2402:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb50228700 x1876618825978240/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683463.700910:0:2402:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb50228700 x1876618825978240/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.700915:0:2402:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683463.700916:0:2402:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.700918:0:2402:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683463.700920:0:2402:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683463.700922:0:2402:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683463.700923:0:2402:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683463.700932:0:2402:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683463.700937:0:2402:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a5460 time=31 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683463.700939:0:2402:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a5418 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683463.700941:0:2402:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683463.700942:0:2402:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683463.700944:0:2402:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1789683463.700947:0:2402:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb50228700 x1876618825978240/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1789683463.701288:0:2402:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.701291:0:2402:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1789683463.701293:0:2402:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:1.0:1789683463.701294:0:2402:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1789683463.701296:0:2402:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683463.701301:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb50228700 x1876618825978240/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.701308:0:2402:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683463.701310:0:2402:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683463.701312:0:2402:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789683463.701315:0:2402:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb50228700 x1876618825978240/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683463.701322:0:2402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2402:1876618825978240:192.168.204.144@tcp:400:kworker.0 00000100:00000001:1.0:1789683463.701326:0:2402:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.701329:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683463.701333:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb5022b480 x1876618825977984/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.701340:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683463.701343:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683463.701347:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50259600. 02000000:00000001:1.0:1789683463.701350:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683463.701353:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683463.701354:0:2402:0:(genops.c:1222:class_import_put()) import ffff95cb507a7800 refcount=3 obd=lustre-MDT0001-mdc-ffff95cb480a4800 00000020:00000001:1.0:1789683463.701363:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683463.701366:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb42d76500. 02000000:00000001:1.0:1789683463.701370:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683463.701372:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683463.701374:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb5022b480. 00000100:00000001:1.0:1789683463.701377:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683463.701378:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.701380:0:2402:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683463.701384:0:2402:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb50228700 x1876618825978240/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683463.701390:0:2402:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683463.701391:0:2402:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683463.701393:0:2402:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb50259200. 02000000:00000001:1.0:1789683463.701395:0:2402:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683463.701396:0:2402:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683463.701397:0:2402:0:(genops.c:1222:class_import_put()) import ffff95cb507a5000 refcount=3 obd=lustre-MDT0001-mdc-ffff95cb507a9800 00000020:00000001:1.0:1789683463.701399:0:2402:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683463.701400:0:2402:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb42d76100. 02000000:00000001:1.0:1789683463.701402:0:2402:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683463.701403:0:2402:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683463.701404:0:2402:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb50228700. 00000100:00000001:1.0:1789683463.701406:0:2402:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683463.701407:0:2402:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.701409:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683463.701415:0:2402:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789683463.701417:0:2402:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683463.701420:0:2402:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1789683463.701422:0:2402:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683464.070284:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683464.070293:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683464.070299:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683464.070300:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789683464.070436:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789683464.070439:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789683464.070443:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1789683464.316930:0:10390:0:(debug.c:305:cfs_str2mask()) Process entered 00000100:00000040:1.0:1789683464.645897:0:254:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7110 (cpu 1) has reached its deadline 4295056292, at 4295056320 00000100:00000010:1.0:1789683464.645913:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb47d4f720. 00000100:00000040:0.0:1789683464.646815:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7000 (cpu 0) has reached its deadline 4295056292, at 4295056322 00000100:00000010:0.0:1789683464.646825:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb47d4f000. 10000000:00000001:1.0:1789683464.836813:0:6177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789683464.836823:0:6177:0:(mgc_request.c:108:config_log_get()) log params (ffff95cb512e2800) refs 2 10000000:00000001:1.0:1789683464.836829:0:6177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789683464.836855:0:6177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1789683464.836857:0:6177:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1789683464.836858:0:6177:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1789683464.836862:0:6177:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1789683464.836864:0:6177:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1789683464.836866:0:6177:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff95cb507a9800 from 7 10000000:00000001:1.0:1789683464.836869:0:6177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1789683464.836870:0:6177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1789683464.836880:0:6177:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb507ff480. 00000020:00000040:1.0:1789683464.836887:0:6177:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000100:00000001:1.0:1789683464.836893:0:6177:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789683464.836896:0:6177:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789683464.836902:0:6177:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789683464.836911:0:6177:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95cb512ed200. 00000100:00000001:1.0:1789683464.836987:0:6177:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683464.836993:0:6177:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1789683464.836996:0:6177:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1789683464.837004:0:6177:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff95cb49d60900. 00010000:00000001:1.0:1789683464.837008:0:6177:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1789683464.837011:0:6177:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95cb82164200. 00000020:00000001:1.0:1789683464.837015:0:6177:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1789683464.837018:0:6177:0:(lustre_handles.c:93:class_handle_hash()) added object ffff95cb82164200 with handle 0x14f80dea22ad2f23 to hash 00000020:00000001:1.0:1789683464.837020:0:6177:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1789683464.837022:0:6177:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446627300026237440 : -116773683314176 : ffff95cb82164200) 00010000:00000001:1.0:1789683464.837025:0:6177:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446627300026237440 : -116773683314176 : ffff95cb82164200) 00010000:00000001:1.0:1789683464.837028:0:6177:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1789683464.837032:0:6177:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789683464.837036:0:6177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb82164200/0x14f80dea22ad2f23 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683464.837047:0:6177:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.144@tcp lock: ffff95cb82164200/0x14f80dea22ad2f23 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789683464.837059:0:6177:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.144@tcp lock: ffff95cb82164200/0x14f80dea22ad2f23 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1789683464.837075:0:6177:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789683464.837077:0:6177:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789683464.837084:0:6177:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95cb5040d900. 00000100:00000001:1.0:1789683464.837086:0:6177:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627299190167808 : -116774519383808 : ffff95cb5040d900) 00000100:00000001:1.0:1789683464.837089:0:6177:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683464.837091:0:6177:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299194303616 : -116774515248000 : ffff95cb507ff480) 00000100:00000001:1.0:1789683464.837302:0:6177:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789683464.837308:0:6177:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.837311:0:6177:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789683464.837313:0:6177:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683464.837393:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb507ff480 x1876618825978368/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.837404:0:6177:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683464.837408:0:6177:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683464.837412:0:6177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683464.837415:0:6177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683464.837418:0:6177:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683464.837422:0:6177:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507ff480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825978368:192.168.204.144@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789683464.837427:0:6177:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683464.837433:0:6177:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683464.837436:0:6177:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683464.837438:0:6177:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683464.837445:0:6177:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95cb51d24400. 02000000:00000001:1.0:1789683464.837447:0:6177:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683464.839427:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683464.839440:0:6177:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb450539a0. 00000400:00000010:1.0:1789683464.839459:0:6177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052990. 00000100:00000200:1.0:1789683464.839468:0:6177:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876618825978368, portal 25 00000100:00000001:1.0:1789683464.839472:0:6177:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683464.839474:0:6177:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299194303616 : -116774515248000 : ffff95cb507ff480) 00000100:00000040:1.0:1789683464.839487:0:6177:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb507ff480 x1876618825978368/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.839516:0:6177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683464.839520:0:6177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683464.839523:0:6177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052198. 00000100:00000200:1.0:1789683464.839527:0:6177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876618825978368, offset 0 00000400:00000200:1.0:1789683464.839535:0:6177:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683464.839544:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683464.839553:0:6177:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683464.839559:0:6177:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683464.839564:0:6177:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683464.839567:0:6177:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683464.839570:0:6177:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683464.839574:0:6177:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [174:174:256:4294967295] 192.168.204.144@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:1.0:1789683464.839578:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683464.839589:0:6177:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683464.839595:0:6177:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683464.839601:0:6177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2600. 00000800:00000200:1.0:1789683464.839609:0:6177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683464.839618:0:6177:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683464.839623:0:6177:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1789683464.839736:0:6177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683464.839741:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683464.839744:0:6177:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295057480 00000100:00000010:1.0:1789683464.839750:0:6177:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb58e3dae0. 00000100:00000001:1.0:1789683464.839759:0:6177:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1789683464.839767:0:6177:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295057480 00000100:00000010:1.0:1789683464.839770:0:6177:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb58e3d540. 00000100:00000001:1.0:1789683464.839773:0:6177:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1789683464.839777:0:6177:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683464.839780:0:6177:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.839788:0:6177:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789683464.839791:0:6177:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789683464.839794:0:6177:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb5040d900 going to sleep for 11 seconds 00000100:00000001:1.0:1789683464.839797:0:6177:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683464.839813:0:6177:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789683464.850521:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683464.850534:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2600. 00000400:00000200:0.0:1789683464.850544:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683464.850555:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683464.850563:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052198 00000400:00000010:0.0:1789683464.850567:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052198. 00000100:00000001:0.0:1789683464.850573:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683464.850581:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb507ff480 x1876618825978368/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.850595:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683464.850599:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95cb507ff480 x1876618825978368/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.850606:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683464.850608:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789683464.859469:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.859490:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683464.859496:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.859499:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683464.859511:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.859519:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683464.859530:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.859536:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.859542:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.859554:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 344 into portal 25 MB=0x6aac65e805200 00000400:00000200:0.0:1789683464.859559:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.859566:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.144@tcp of length 344/344 into md 0xa09 [1] + 224 00000800:00000001:0.0:1789683464.859576:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.859583:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683464.859587:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683464.859592:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683464.859600:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683464.859610:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb507ff480 x1876618825978368/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683464.859621:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff95cb507ff480 x1876618825978368/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.859644:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683464.859653:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.859656:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683464.860017:0:6177:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789683464.860027:0:6177:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683464.860029:0:6177:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683464.860034:0:6177:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb450539a0. 00000400:00000200:1.0:1789683464.860040:0:6177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052990 00000400:00000010:1.0:1789683464.860042:0:6177:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052990. 00000100:00000001:1.0:1789683464.860046:0:6177:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683464.860052:0:6177:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb507ff480 x1876618825978368/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683464.860062:0:6177:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb507ff480 x1876618825978368/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.860069:0:6177:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683464.860072:0:6177:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683464.860074:0:6177:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683464.860078:0:6177:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683464.860080:0:6177:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683464.860083:0:6177:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683464.860086:0:6177:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683464.860103:0:6177:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb5a52cc60 time=106 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683464.860108:0:6177:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb5a52cc18 time=106 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683464.860110:0:6177:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683464.860112:0:6177:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683464.860115:0:6177:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789683464.860118:0:6177:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.860120:0:6177:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683464.860125:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb507ff480 x1876618825978368/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.860132:0:6177:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683464.860135:0:6177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683464.860138:0:6177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789683464.860150:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb507ff480 x1876618825978368/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683464.860164:0:6177:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507ff480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825978368:192.168.204.144@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1789683464.860170:0:6177:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683464.860173:0:6177:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.860175:0:6177:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789683464.860177:0:6177:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683464.860181:0:6177:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb507ff480 x1876618825978368/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.860188:0:6177:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789683464.860191:0:6177:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95cb5040d900. 00000100:00000001:1.0:1789683464.860201:0:6177:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789683464.860203:0:6177:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683464.860206:0:6177:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1789683464.860209:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789683464.860212:0:6177:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789683464.860216:0:6177:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95cb82164200 refcount=4 00000020:00000001:1.0:1789683464.860218:0:6177:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627300026237440 : -116773683314176 : ffff95cb82164200) 00010000:00000001:1.0:1789683464.860221:0:6177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627300026237440 : -116773683314176 : ffff95cb82164200) 00010000:00000040:1.0:1789683464.860228:0:6177:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff95cb82164200, remote cookie: 0xf264b25c84ac38d, flags: 0x0 00010000:00000001:1.0:1789683464.860231:0:6177:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1789683464.860235:0:6177:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1789683464.860236:0:6177:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1789683464.860238:0:6177:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1789683464.860240:0:6177:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1789683464.860243:0:6177:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff95cb49d60900) refcount = 1 00010000:00010000:1.0:1789683464.860248:0:6177:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.144@tcp lock: ffff95cb82164200/0x14f80dea22ad2f23 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac38d expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789683464.860476:0:6177:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1789683464.860478:0:6177:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1789683464.860480:0:6177:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1789683464.860489:0:6177:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1789683464.860492:0:6177:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789683464.860495:0:6177:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.144@tcp lock: ffff95cb82164200/0x14f80dea22ad2f23 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf264b25c84ac38d expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1789683464.860502:0:6177:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1789683464.860503:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789683464.860505:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789683464.860506:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789683464.860507:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789683464.860508:0:6177:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.860511:0:6177:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683464.860515:0:6177:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb507ff480 x1876618825978368/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.860522:0:6177:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683464.860525:0:6177:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683464.860529:0:6177:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95cb51d24400. 02000000:00000001:1.0:1789683464.860533:0:6177:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683464.860536:0:6177:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683464.860538:0:6177:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=3 obd=MGC192.168.204.144@tcp 00000020:00000001:1.0:1789683464.860540:0:6177:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683464.860542:0:6177:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95cb512ed200. 02000000:00000001:1.0:1789683464.860547:0:6177:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683464.860549:0:6177:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683464.860551:0:6177:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb507ff480. 00000100:00000001:1.0:1789683464.860554:0:6177:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683464.860555:0:6177:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1789683464.860558:0:6177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789683464.860561:0:6177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1789683464.860563:0:6177:0:(mgc_request.c:108:config_log_get()) log params (ffff95cb512e2800) refs 3 10000000:00000001:1.0:1789683464.860566:0:6177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683464.860567:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1789683464.860569:0:6177:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1789683464.860571:0:6177:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95cb82164200 refcount=3 00000020:00000001:1.0:1789683464.860573:0:6177:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627300026237440 : -116773683314176 : ffff95cb82164200) 00010000:00000001:1.0:1789683464.860574:0:6177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627300026237440 : -116773683314176 : ffff95cb82164200) 00010000:00000001:1.0:1789683464.860581:0:6177:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1789683464.860583:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1789683464.860584:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1789683464.860586:0:6177:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1789683464.860589:0:6177:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1789683464.860593:0:6177:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff95cb47e13680. 00000020:00000010:1.0:1789683464.860596:0:6177:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95cb512ed200. 00000020:00000010:1.0:1789683464.860601:0:6177:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff95cb512ede00. 00000040:00000010:1.0:1789683464.860605:0:6177:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff95cb512ec600. 00000020:00000010:1.0:1789683464.860610:0:6177:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff95cb43150800. 00000020:00000010:1.0:1789683464.860616:0:6177:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff95cb512ed600. 80000000:00000010:1.0:1789683464.860620:0:6177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff95cb58e3d8a0. 00040000:00000010:1.0:1789683464.860626:0:6177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff95cb512eca00. 20000000:00000010:1.0:1789683464.860630:0:6177:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff95cb512ed400. 10000000:00000040:1.0:1789683464.860635:0:6177:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff95cb44f33180 : new refcount 2 00000020:00000001:1.0:1789683464.860639:0:6177:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1789683464.860641:0:6177:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1789683464.860644:0:6177:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1789683464.860651:0:6177:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff95cb58e65000. 00000040:00000001:1.0:1789683464.860655:0:6177:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1789683464.860658:0:6177:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000100:00000010:1.0:1789683464.860698:0:6177:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb507ff480. 00000020:00000040:1.0:1789683464.860701:0:6177:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=5 obd=MGC192.168.204.144@tcp 00000100:00000001:1.0:1789683464.860706:0:6177:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789683464.860709:0:6177:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789683464.860714:0:6177:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789683464.860722:0:6177:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95cb58e64400. 00000100:00000001:1.0:1789683464.860729:0:6177:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.860736:0:6177:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789683464.860738:0:6177:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789683464.860744:0:6177:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95cb5040d900. 00000100:00000001:1.0:1789683464.860746:0:6177:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627299190167808 : -116774519383808 : ffff95cb5040d900) 00000100:00000001:1.0:1789683464.860749:0:6177:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683464.860750:0:6177:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299194303616 : -116774515248000 : ffff95cb507ff480) 00000100:00000001:1.0:1789683464.860755:0:6177:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789683464.860765:0:6177:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.860768:0:6177:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789683464.860769:0:6177:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683464.860774:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb507ff480 x1876618825978496/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.860782:0:6177:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683464.860785:0:6177:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683464.860789:0:6177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683464.860792:0:6177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683464.860794:0:6177:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683464.860798:0:6177:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507ff480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825978496:192.168.204.144@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1789683464.860802:0:6177:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683464.860808:0:6177:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683464.860810:0:6177:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683464.860812:0:6177:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683464.860816:0:6177:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb58e64c00. 02000000:00000001:1.0:1789683464.860818:0:6177:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683464.860824:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683464.860827:0:6177:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb450539a0. 00000400:00000010:1.0:1789683464.860832:0:6177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052990. 00000100:00000200:1.0:1789683464.860839:0:6177:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825978496, portal 25 00000100:00000001:1.0:1789683464.860840:0:6177:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683464.860842:0:6177:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299194303616 : -116774515248000 : ffff95cb507ff480) 00000100:00000040:1.0:1789683464.860846:0:6177:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb507ff480 x1876618825978496/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.860853:0:6177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683464.860855:0:6177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683464.860857:0:6177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb450526e8. 00000100:00000200:1.0:1789683464.860860:0:6177:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1876618825978496, offset 0 00000400:00000200:1.0:1789683464.860865:0:6177:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683464.860871:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683464.860878:0:6177:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683464.860884:0:6177:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683464.860893:0:6177:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683464.860896:0:6177:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683464.860899:0:6177:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683464.860903:0:6177:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [175:175:256:4294967295] 192.168.204.144@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:1.0:1789683464.860908:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683464.860916:0:6177:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683464.860922:0:6177:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683464.860928:0:6177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2800. 00000800:00000200:1.0:1789683464.860934:0:6177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683464.860942:0:6177:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683464.860946:0:6177:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2800 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1789683464.861017:0:6177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683464.861022:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683464.861025:0:6177:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295057501 00000100:00000001:1.0:1789683464.861033:0:6177:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295057480 00000100:00000001:1.0:1789683464.861039:0:6177:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295057501 00000100:00000001:1.0:1789683464.861042:0:6177:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295057480 00000100:00000001:1.0:1789683464.861045:0:6177:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683464.861048:0:6177:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.861051:0:6177:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789683464.861053:0:6177:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789683464.861055:0:6177:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb5040d900 going to sleep for 11 seconds 00000100:00000001:1.0:1789683464.861058:0:6177:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683464.861060:0:6177:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1789683464.868500:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1789683464.868513:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2800. 00000400:00000200:1.0:1789683464.868521:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1789683464.868532:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:1.0:1789683464.868541:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb450526e8 00000400:00000010:1.0:1789683464.868545:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb450526e8. 00000100:00000001:1.0:1789683464.868550:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1789683464.868578:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb507ff480 x1876618825978496/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.868593:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683464.868597:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95cb507ff480 x1876618825978496/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.868605:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.868608:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789683464.874557:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.874579:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683464.874585:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.874588:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683464.874602:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.874614:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683464.874626:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.874632:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.874640:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.874646:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 272 into portal 25 MB=0x6aac65e805280 00000400:00000200:0.0:1789683464.874653:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.874705:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.144@tcp of length 272/272 into md 0xa19 [1] + 224 00000800:00000001:0.0:1789683464.874715:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.874724:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683464.874729:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683464.874734:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683464.874745:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683464.874772:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb507ff480 x1876618825978496/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683464.874784:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff95cb507ff480 x1876618825978496/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.874812:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683464.874824:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.874827:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683464.879122:0:6177:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789683464.879140:0:6177:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683464.879142:0:6177:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683464.879157:0:6177:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb450539a0. 00000400:00000200:1.0:1789683464.879169:0:6177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052990 00000400:00000010:1.0:1789683464.879172:0:6177:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052990. 00000100:00000001:1.0:1789683464.879177:0:6177:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683464.879189:0:6177:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb507ff480 x1876618825978496/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683464.879209:0:6177:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb507ff480 x1876618825978496/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.879219:0:6177:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683464.879221:0:6177:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683464.879223:0:6177:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683464.879227:0:6177:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683464.879229:0:6177:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683464.879232:0:6177:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683464.879235:0:6177:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683464.879241:0:6177:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb5a52cc60 time=106 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683464.879245:0:6177:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb5a52cc18 time=106 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683464.879248:0:6177:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683464.879249:0:6177:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683464.879252:0:6177:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789683464.879255:0:6177:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.879258:0:6177:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683464.879263:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb507ff480 x1876618825978496/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.879302:0:6177:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683464.879306:0:6177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683464.879308:0:6177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789683464.879313:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb507ff480 x1876618825978496/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683464.879322:0:6177:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507ff480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825978496:192.168.204.144@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1789683464.879328:0:6177:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683464.879331:0:6177:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.879334:0:6177:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789683464.879336:0:6177:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683464.879340:0:6177:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb507ff480 x1876618825978496/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.879346:0:6177:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789683464.879350:0:6177:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95cb5040d900. 00000100:00000001:1.0:1789683464.879354:0:6177:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789683464.879356:0:6177:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789683464.879362:0:6177:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1789683464.879367:0:6177:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683464.879369:0:6177:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000020:00000001:1.0:1789683464.879371:0:6177:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:1.0:1789683464.879373:0:6177:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683464.879376:0:6177:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb507ff480 x1876618825978496/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.879382:0:6177:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683464.879385:0:6177:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683464.879389:0:6177:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb58e64c00. 02000000:00000001:1.0:1789683464.879393:0:6177:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683464.879395:0:6177:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683464.879396:0:6177:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=3 obd=MGC192.168.204.144@tcp 00000020:00000001:1.0:1789683464.879397:0:6177:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683464.879400:0:6177:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95cb58e64400. 02000000:00000001:1.0:1789683464.879408:0:6177:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683464.879410:0:6177:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683464.879413:0:6177:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb507ff480. 00000100:00000001:1.0:1789683464.879416:0:6177:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683464.879418:0:6177:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1789683464.879421:0:6177:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789683464.879424:0:6177:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1789683464.879431:0:6177:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff95cb482ea000. 00000040:00000001:1.0:1789683464.879433:0:6177:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1789683464.879435:0:6177:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1789683464.879438:0:6177:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000100:00000010:1.0:1789683464.879443:0:6177:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb507ff480. 00000020:00000040:1.0:1789683464.879446:0:6177:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=5 obd=MGC192.168.204.144@tcp 00000100:00000001:1.0:1789683464.879458:0:6177:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1789683464.879461:0:6177:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1789683464.879466:0:6177:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1789683464.879473:0:6177:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95cb58e64400. 00000100:00000001:1.0:1789683464.879480:0:6177:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.879484:0:6177:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1789683464.879486:0:6177:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1789683464.879492:0:6177:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95cb5040d900. 00000100:00000001:1.0:1789683464.879494:0:6177:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627299190167808 : -116774519383808 : ffff95cb5040d900) 00000100:00000001:1.0:1789683464.879497:0:6177:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683464.879499:0:6177:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299194303616 : -116774515248000 : ffff95cb507ff480) 00000100:00000001:1.0:1789683464.879504:0:6177:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1789683464.879509:0:6177:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.879512:0:6177:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1789683464.879513:0:6177:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1789683464.879518:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb507ff480 x1876618825978624/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.879524:0:6177:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1789683464.879527:0:6177:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683464.879531:0:6177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1789683464.879533:0:6177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1789683464.879536:0:6177:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1789683464.879539:0:6177:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb507ff480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825978624:192.168.204.144@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1789683464.879549:0:6177:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1789683464.879554:0:6177:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1789683464.879557:0:6177:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683464.879559:0:6177:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1789683464.879576:0:6177:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff95cb4833c000. 02000000:00000001:1.0:1789683464.879578:0:6177:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683464.879587:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:1.0:1789683464.879591:0:6177:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb450539a0. 00000400:00000010:1.0:1789683464.879599:0:6177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff95cb5040df00. 00000100:00000200:1.0:1789683464.879606:0:6177:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876618825978624, portal 25 00000100:00000001:1.0:1789683464.879608:0:6177:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1789683464.879609:0:6177:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299194303616 : -116774515248000 : ffff95cb507ff480) 00000100:00000040:1.0:1789683464.879615:0:6177:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb507ff480 x1876618825978624/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.879622:0:6177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1789683464.879625:0:6177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:1.0:1789683464.879628:0:6177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb45052990. 00000100:00000200:1.0:1789683464.879631:0:6177:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876618825978624, offset 0 00000400:00000200:1.0:1789683464.879638:0:6177:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:1.0:1789683464.879646:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683464.879654:0:6177:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:1.0:1789683464.879702:0:6177:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1789683464.879707:0:6177:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:1.0:1789683464.879712:0:6177:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1789683464.879715:0:6177:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:1.0:1789683464.879719:0:6177:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [176:176:256:4294967295] 192.168.204.144@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:1.0:1789683464.879724:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:1.0:1789683464.879735:0:6177:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:1.0:1789683464.879742:0:6177:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:1.0:1789683464.879749:0:6177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb509c2800. 00000800:00000200:1.0:1789683464.879756:0:6177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:1.0:1789683464.879769:0:6177:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:1.0:1789683464.879773:0:6177:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb509c2800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1789683464.880341:0:6177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1789683464.880348:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:1.0:1789683464.880351:0:6177:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295057520 00000100:00000001:1.0:1789683464.880360:0:6177:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295057501 00000100:00000001:1.0:1789683464.880366:0:6177:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295057520 00000100:00000001:1.0:1789683464.880370:0:6177:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295057501 00000100:00000001:1.0:1789683464.880373:0:6177:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683464.880376:0:6177:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.880378:0:6177:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1789683464.880381:0:6177:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1789683464.880384:0:6177:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb5040d900 going to sleep for 11 seconds 00000100:00000001:1.0:1789683464.880386:0:6177:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1789683464.880389:0:6177:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789683464.881084:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683464.881090:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb509c2800. 00000400:00000200:0.0:1789683464.881097:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683464.881104:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683464.881112:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb45052990 00000400:00000010:0.0:1789683464.881115:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb45052990. 00000100:00000001:0.0:1789683464.881120:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683464.881127:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb507ff480 x1876618825978624/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.881139:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683464.881144:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95cb507ff480 x1876618825978624/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.881151:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683464.881153:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789683464.886973:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.886997:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683464.887004:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.887007:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683464.887018:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.887028:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683464.887041:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.887046:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.887051:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.887056:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 8416 into portal 25 MB=0x6aac65e805300 00000400:00000200:0.0:1789683464.887062:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.887087:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.144@tcp of length 8416/8416 into md 0xa29 [4] + 224 00000800:00000001:0.0:1789683464.887097:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.887124:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683464.887128:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683464.887134:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683464.887143:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683464.887166:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb507ff480 x1876618825978624/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683464.887179:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff95cb507ff480 x1876618825978624/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.887211:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683464.887223:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.887227:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683464.889255:0:6177:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1789683464.889270:0:6177:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1789683464.889272:0:6177:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1789683464.889278:0:6177:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb450539a0. 00000400:00000200:1.0:1789683464.889289:0:6177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb5040df00 00000400:00000010:1.0:1789683464.889292:0:6177:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff95cb5040df00. 00000100:00000001:1.0:1789683464.889298:0:6177:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:1.0:1789683464.889310:0:6177:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb507ff480 x1876618825978624/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1789683464.889322:0:6177:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb507ff480 x1876618825978624/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.889331:0:6177:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:1.0:1789683464.889333:0:6177:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683464.889336:0:6177:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1789683464.889340:0:6177:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1789683464.889343:0:6177:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1789683464.889346:0:6177:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1789683464.889349:0:6177:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1789683464.889379:0:6177:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb5a52cc60 time=106 v=5 (5 0 0 0) 00000100:00001000:1.0:1789683464.889384:0:6177:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb5a52cc18 time=106 v=5 (1 0 0 0) 00000100:00000001:1.0:1789683464.889386:0:6177:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1789683464.889388:0:6177:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1789683464.889391:0:6177:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1789683464.889393:0:6177:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.889397:0:6177:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683464.889402:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb507ff480 x1876618825978624/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.889410:0:6177:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1789683464.889414:0:6177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1789683464.889416:0:6177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1789683464.889420:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb507ff480 x1876618825978624/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789683464.889427:0:6177:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb507ff480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825978624:192.168.204.144@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1789683464.889433:0:6177:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1789683464.889436:0:6177:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1789683464.889439:0:6177:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1789683464.889442:0:6177:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683464.889445:0:6177:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb507ff480 x1876618825978624/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.889463:0:6177:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1789683464.889466:0:6177:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95cb5040d900. 00000100:00000001:1.0:1789683464.889469:0:6177:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1789683464.889471:0:6177:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789683464.889482:0:6177:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1789683464.889484:0:6177:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1789683464.889487:0:6177:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb507ff480 x1876618825978624/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1789683464.889493:0:6177:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1789683464.889495:0:6177:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1789683464.889499:0:6177:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff95cb4833c000. 02000000:00000001:1.0:1789683464.889518:0:6177:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1789683464.889521:0:6177:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683464.889524:0:6177:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000020:00000001:1.0:1789683464.889527:0:6177:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:1.0:1789683464.889530:0:6177:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95cb58e64400. 02000000:00000001:1.0:1789683464.889535:0:6177:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1789683464.889537:0:6177:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1789683464.889539:0:6177:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb507ff480. 00000100:00000001:1.0:1789683464.889542:0:6177:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1789683464.889543:0:6177:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1789683464.889547:0:6177:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:1.0:1789683464.889548:0:6177:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=3 obd=MGC192.168.204.144@tcp 00000020:00000001:1.0:1789683464.889549:0:6177:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:1.0:1789683464.889552:0:6177:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789683464.889554:0:6177:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1789683464.889558:0:6177:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1789683464.889562:0:6177:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff95cb58e3d840. 00000040:00001000:1.0:1789683464.889565:0:6177:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1789683464.890162:0:10425:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1789683464.890168:0:10425:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95cb58e64400. 00000020:00000010:1.0:1789683464.890176:0:10425:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff95cb58e64c00. 00000040:00000010:1.0:1789683464.890181:0:10425:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff95cb43cb6000. 00000020:00000010:1.0:1789683464.890187:0:10425:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff95cb43151000. 00000020:00000010:1.0:1789683464.890202:0:10425:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff95cb43045f98. 00000020:00000010:1.0:1789683464.890208:0:10425:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff95cb50af4000. 80000000:00000010:1.0:1789683464.890214:0:10425:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff95cb58e3d6c0. 40000000:00000010:1.0:1789683464.890219:0:10425:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff95cb47e136c0. 00100000:00000010:1.0:1789683464.890225:0:10425:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff95cb43150000. 00040000:00000010:1.0:1789683464.890229:0:10425:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff95cb509c2300. 00040000:00000010:1.0:1789683464.890234:0:10425:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff95cb43157000. 00040000:00000010:1.0:1789683464.890238:0:10425:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff95cb50af5e00. 00000004:00000010:1.0:1789683464.890242:0:10425:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff95cb43156800. 00000004:00000010:1.0:1789683464.890248:0:10425:0:(mdt_handler.c:8409:mdt_key_init()) kmalloced '(value)': 2568 at ffff95cb48ad7000. 00000004:00000010:1.0:1789683464.890253:0:10425:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff95cb43155000. 00002000:00000010:1.0:1789683464.890259:0:10425:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff95cb51d24400. 00000004:00000010:1.0:1789683464.890273:0:10425:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff95cb51d24c00. 00000020:00000010:1.0:1789683464.890279:0:10425:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff95cb47e13f80. 00000040:00000010:1.0:1789683464.890287:0:10425:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff95cb482e8000. 00000040:00080000:1.0:1789683464.891268:0:10425:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1789683464.891278:0:10425:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff95cb482e8000. 00000020:00000010:1.0:1789683464.891287:0:10425:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff95cb47e13f80. 00000020:00000010:1.0:1789683464.891307:0:10425:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff95cb58e64c00. 00000040:00000010:1.0:1789683464.891313:0:10425:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff95cb43cb6000. 00000020:00000010:1.0:1789683464.891317:0:10425:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff95cb43151000. 00000020:00000010:1.0:1789683464.891322:0:10425:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff95cb43045f98. 00000020:00000010:1.0:1789683464.891328:0:10425:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff95cb50af4000. 80000000:00000010:1.0:1789683464.891331:0:10425:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff95cb58e3d6c0. 40000000:00000010:1.0:1789683464.891337:0:10425:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff95cb47e136c0. 00100000:00000010:1.0:1789683464.891340:0:10425:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff95cb43150000. 00040000:00000010:1.0:1789683464.891344:0:10425:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff95cb509c2300. 00040000:00000010:1.0:1789683464.891347:0:10425:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff95cb43157000. 00040000:00000010:1.0:1789683464.891351:0:10425:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff95cb50af5e00. 00000004:00000010:1.0:1789683464.891354:0:10425:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff95cb43156800. 00000004:00000010:1.0:1789683464.891358:0:10425:0:(mdt_handler.c:8434:mdt_key_fini()) kfreed 'info': 2568 at ffff95cb48ad7000. 00000004:00000010:1.0:1789683464.891363:0:10425:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff95cb43155000. 00002000:00000010:1.0:1789683464.891366:0:10425:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff95cb51d24400. 00000004:00000010:1.0:1789683464.891369:0:10425:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff95cb51d24c00. 00000020:00000010:1.0:1789683464.891373:0:10425:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95cb58e64400. 00000040:00000010:2.0:1789683464.901935:0:6177:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff95cb58e3d840. 00000040:00000001:2.0:1789683464.901953:0:6177:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1789683464.901958:0:6177:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1789683464.901964:0:6177:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff95cb482ea000. 00000040:00000010:2.0:1789683464.901969:0:6177:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff95cb58e65000. 00000020:00000001:2.0:1789683464.901973:0:6177:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789683464.902001:0:6177:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1789683464.902008:0:6177:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff95cb512ede00. 00000040:00000010:2.0:1789683464.902015:0:6177:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff95cb512ec600. 00000020:00000010:2.0:1789683464.902020:0:6177:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff95cb43150800. 00000020:00000010:2.0:1789683464.902025:0:6177:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff95cb512ed600. 80000000:00000010:2.0:1789683464.902030:0:6177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff95cb58e3d8a0. 00040000:00000010:2.0:1789683464.902034:0:6177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff95cb512eca00. 20000000:00000010:2.0:1789683464.902038:0:6177:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff95cb512ed400. 00000020:00000010:2.0:1789683464.902041:0:6177:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95cb512ed200. 10000000:00000010:2.0:1789683464.902043:0:6177:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff95cb47e13680. 10000000:01000000:2.0:1789683464.902046:0:6177:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.144@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1789683464.902051:0:6177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1789683464.902054:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789683464.902056:0:6177:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789683464.902059:0:6177:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95cb82164200 refcount=3 00000020:00000001:2.0:1789683464.902062:0:6177:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627300026237440 : -116773683314176 : ffff95cb82164200) 00010000:00000001:2.0:1789683464.902065:0:6177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627300026237440 : -116773683314176 : ffff95cb82164200) 00010000:00000001:2.0:1789683464.902068:0:6177:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789683464.902072:0:6177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb82164200/0x14f80dea22ad2f23 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac38d expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789683464.902082:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789683464.902084:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789683464.902087:0:6177:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.144@tcp lock: ffff95cb82164200/0x14f80dea22ad2f23 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac38d expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789683464.902093:0:6177:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789683464.902094:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789683464.902095:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1789683464.902097:0:6177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789683464.902099:0:6177:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789683464.902102:0:6177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1789683464.902105:0:6177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1789683464.902107:0:6177:0:(mgc_request.c:108:config_log_get()) log params (ffff95cb58e22000) refs 2 10000000:00000001:2.0:1789683464.902110:0:6177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789683464.902117:0:6177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789683464.902119:0:6177:0:(mgc_request.c:123:config_log_put()) log params(ffff95cb512e2800) refs 3 10000000:00000001:2.0:1789683464.902121:0:6177:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1789683464.902123:0:6177:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1789683464.902125:0:6177:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1789683464.902126:0:6177:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:2.0:1789683464.902129:0:6177:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff95cb480a4800 from 7 10000000:00000001:2.0:1789683464.902131:0:6177:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1789683464.902133:0:6177:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1789683464.902140:0:6177:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb50294e00. 00000020:00000040:2.0:1789683464.902145:0:6177:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000100:00000001:2.0:1789683464.904334:0:6177:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789683464.904348:0:6177:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789683464.904355:0:6177:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789683464.904372:0:6177:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95cb58e22e00. 00000100:00000001:2.0:1789683464.904381:0:6177:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683464.904389:0:6177:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1789683464.904392:0:6177:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1789683464.904399:0:6177:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff95cb49d60900 count: 2 00010000:00000001:2.0:1789683464.904403:0:6177:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789683464.904406:0:6177:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1789683464.904411:0:6177:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff95cb4164c400. 00000020:00000001:2.0:1789683464.904416:0:6177:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1789683464.904419:0:6177:0:(lustre_handles.c:93:class_handle_hash()) added object ffff95cb4164c400 with handle 0x14f80dea22ad2f2a to hash 00000020:00000001:2.0:1789683464.904422:0:6177:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1789683464.904423:0:6177:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446627298940863488 : -116774768688128 : ffff95cb4164c400) 00010000:00000001:2.0:1789683464.904428:0:6177:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446627298940863488 : -116774768688128 : ffff95cb4164c400) 00010000:00000001:2.0:1789683464.904431:0:6177:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1789683464.904435:0:6177:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789683464.904439:0:6177:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb4164c400/0x14f80dea22ad2f2a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683464.904460:0:6177:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.144@tcp lock: ffff95cb4164c400/0x14f80dea22ad2f2a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683464.904497:0:6177:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.144@tcp lock: ffff95cb4164c400/0x14f80dea22ad2f2a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1789683464.904504:0:6177:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789683464.904506:0:6177:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789683464.904514:0:6177:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95cb507f3780. 00000100:00000001:2.0:1789683464.904516:0:6177:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627299194255232 : -116774515296384 : ffff95cb507f3780) 00000100:00000001:2.0:1789683464.904519:0:6177:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683464.904521:0:6177:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188624896 : -116774520926720 : ffff95cb50294e00) 00000100:00000001:2.0:1789683464.904526:0:6177:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789683464.904531:0:6177:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683464.904534:0:6177:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789683464.904535:0:6177:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683464.904548:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb50294e00 x1876618825978752/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.904557:0:6177:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683464.904561:0:6177:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683464.904565:0:6177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683464.904569:0:6177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683464.904571:0:6177:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683464.904575:0:6177:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825978752:192.168.204.144@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1789683464.904579:0:6177:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683464.904585:0:6177:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683464.904587:0:6177:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683464.904590:0:6177:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683464.904595:0:6177:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff95cb4821c000. 02000000:00000001:2.0:1789683464.904597:0:6177:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683464.904605:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683464.904610:0:6177:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496b58. 00000400:00000010:2.0:1789683464.904617:0:6177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf7f8. 00000100:00000200:2.0:1789683464.904626:0:6177:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1876618825978752, portal 25 00000100:00000001:2.0:1789683464.904628:0:6177:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683464.904635:0:6177:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188624896 : -116774520926720 : ffff95cb50294e00) 00000100:00000040:2.0:1789683464.904641:0:6177:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb50294e00 x1876618825978752/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.904649:0:6177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683464.904652:0:6177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683464.904655:0:6177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf4c8. 00000100:00000200:2.0:1789683464.906774:0:6177:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1876618825978752, offset 0 00000400:00000200:2.0:1789683464.907334:0:6177:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683464.907350:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683464.907361:0:6177:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683464.907367:0:6177:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683464.907371:0:6177:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683464.907374:0:6177:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683464.907377:0:6177:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683464.907382:0:6177:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [177:177:256:4294967295] 192.168.204.144@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:2.0:1789683464.907387:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683464.907399:0:6177:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683464.907406:0:6177:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683464.907415:0:6177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb47df4600. 00000800:00000200:2.0:1789683464.907423:0:6177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683464.907431:0:6177:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683464.907437:0:6177:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb47df4600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1789683464.907461:0:6177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683464.907467:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683464.907470:0:6177:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295057547 00000100:00000001:2.0:1789683464.907480:0:6177:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295057520 00000100:00000001:2.0:1789683464.907486:0:6177:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295057547 00000100:00000001:2.0:1789683464.907489:0:6177:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295057520 00000100:00000001:2.0:1789683464.907492:0:6177:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683464.907497:0:6177:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683464.907517:0:6177:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683464.907520:0:6177:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789683464.907523:0:6177:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb507f3780 going to sleep for 11 seconds 00000100:00000001:2.0:1789683464.907526:0:6177:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683464.907530:0:6177:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789683464.907758:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683464.907763:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb47df4600. 00000400:00000200:0.0:1789683464.907771:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683464.907776:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683464.907783:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf4c8 00000400:00000010:0.0:1789683464.907786:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf4c8. 00000100:00000001:0.0:1789683464.907791:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683464.907932:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb50294e00 x1876618825978752/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.907947:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683464.907951:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95cb50294e00 x1876618825978752/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.907958:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683464.907960:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789683464.915638:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.915712:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683464.915717:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.915721:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683464.915732:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.915762:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683464.915772:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.915778:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.915786:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.915790:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 344 into portal 25 MB=0x6aac65e805380 00000400:00000200:0.0:1789683464.915796:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.915967:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.144@tcp of length 344/344 into md 0xa39 [1] + 224 00000800:00000001:0.0:1789683464.915978:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.915992:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683464.915996:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683464.916002:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683464.916012:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683464.916023:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb50294e00 x1876618825978752/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683464.916034:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff95cb50294e00 x1876618825978752/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.916050:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683464.916060:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.916063:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683464.917831:0:6177:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789683464.917845:0:6177:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789683464.917847:0:6177:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789683464.917854:0:6177:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496b58. 00000400:00000200:2.0:1789683464.917863:0:6177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf7f8 00000400:00000010:2.0:1789683464.917866:0:6177:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf7f8. 00000100:00000001:2.0:1789683464.917871:0:6177:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789683464.917882:0:6177:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb50294e00 x1876618825978752/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789683464.917893:0:6177:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb50294e00 x1876618825978752/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.917899:0:6177:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789683464.917901:0:6177:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683464.917904:0:6177:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789683464.917907:0:6177:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789683464.917910:0:6177:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789683464.917912:0:6177:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683464.917915:0:6177:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789683464.917923:0:6177:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb5a52cc60 time=106 v=5 (5 0 0 0) 00000100:00001000:2.0:1789683464.917927:0:6177:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb5a52cc18 time=106 v=5 (1 0 0 0) 00000100:00000001:2.0:1789683464.917929:0:6177:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789683464.917931:0:6177:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683464.917934:0:6177:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789683464.917936:0:6177:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683464.917939:0:6177:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683464.917943:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb50294e00 x1876618825978752/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.917950:0:6177:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683464.917953:0:6177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789683464.917956:0:6177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789683464.917981:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb50294e00 x1876618825978752/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683464.917990:0:6177:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825978752:192.168.204.144@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1789683464.917996:0:6177:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683464.917999:0:6177:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683464.918001:0:6177:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789683464.918003:0:6177:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683464.918007:0:6177:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb50294e00 x1876618825978752/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.918013:0:6177:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789683464.918016:0:6177:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95cb507f3780. 00000100:00000001:2.0:1789683464.918020:0:6177:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789683464.918021:0:6177:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683464.918024:0:6177:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1789683464.918028:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789683464.918031:0:6177:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789683464.918034:0:6177:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95cb4164c400 refcount=4 00000020:00000001:2.0:1789683464.918036:0:6177:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627298940863488 : -116774768688128 : ffff95cb4164c400) 00010000:00000001:2.0:1789683464.918038:0:6177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627298940863488 : -116774768688128 : ffff95cb4164c400) 00010000:00000040:2.0:1789683464.918045:0:6177:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff95cb4164c400, remote cookie: 0xf264b25c84ac394, flags: 0x0 00010000:00000001:2.0:1789683464.918048:0:6177:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1789683464.918051:0:6177:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1789683464.918053:0:6177:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1789683464.918055:0:6177:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1789683464.918057:0:6177:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1789683464.918059:0:6177:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff95cb49d60900) refcount = 2 00010000:00000040:2.0:1789683464.918062:0:6177:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1789683464.918065:0:6177:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.144@tcp lock: ffff95cb82164200/0x14f80dea22ad2f23 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf264b25c84ac38d expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789683464.918075:0:6177:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.144@tcp lock: ffff95cb4164c400/0x14f80dea22ad2f2a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac394 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789683464.918092:0:6177:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1789683464.918094:0:6177:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1789683464.918096:0:6177:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1789683464.918099:0:6177:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1789683464.918102:0:6177:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789683464.918106:0:6177:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.144@tcp lock: ffff95cb4164c400/0x14f80dea22ad2f2a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf264b25c84ac394 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789683464.918111:0:6177:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1789683464.918113:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789683464.918115:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789683464.918116:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789683464.918117:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789683464.918118:0:6177:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683464.918121:0:6177:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683464.918125:0:6177:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb50294e00 x1876618825978752/t0(0) o101->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 328/344 e 0 to 0 dl 1789683480 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.918131:0:6177:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789683464.918134:0:6177:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789683464.918137:0:6177:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff95cb4821c000. 02000000:00000001:2.0:1789683464.918140:0:6177:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789683464.918143:0:6177:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683464.918145:0:6177:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=3 obd=MGC192.168.204.144@tcp 00000020:00000001:2.0:1789683464.918147:0:6177:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789683464.918150:0:6177:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95cb58e22e00. 02000000:00000001:2.0:1789683464.918153:0:6177:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789683464.918155:0:6177:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789683464.918157:0:6177:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb50294e00. 00000100:00000001:2.0:1789683464.918162:0:6177:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789683464.918163:0:6177:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1789683464.918166:0:6177:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789683464.918169:0:6177:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1789683464.918173:0:6177:0:(mgc_request.c:108:config_log_get()) log params (ffff95cb58e22000) refs 3 10000000:00000001:2.0:1789683464.918176:0:6177:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683464.918184:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789683464.918185:0:6177:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789683464.918187:0:6177:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95cb4164c400 refcount=3 00000020:00000001:2.0:1789683464.918189:0:6177:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627298940863488 : -116774768688128 : ffff95cb4164c400) 00010000:00000001:2.0:1789683464.918191:0:6177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627298940863488 : -116774768688128 : ffff95cb4164c400) 00010000:00000001:2.0:1789683464.918193:0:6177:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1789683464.918908:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789683464.918912:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1789683464.918914:0:6177:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789683464.918919:0:6177:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1789683464.918927:0:6177:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff95cb4317ddc0. 00000020:00000010:2.0:1789683464.918932:0:6177:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95cb58e22e00. 00000020:00000010:2.0:1789683464.918938:0:6177:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff95cb58e22200. 00000040:00000010:2.0:1789683464.918942:0:6177:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff95cb58e23a00. 00000020:00000010:2.0:1789683464.918947:0:6177:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff95cb48262000. 00000020:00000010:2.0:1789683464.918953:0:6177:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff95cb58e23200. 80000000:00000010:2.0:1789683464.918958:0:6177:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff95cb47d4fd80. 00040000:00000010:2.0:1789683464.918964:0:6177:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff95cb58e23400. 20000000:00000010:2.0:1789683464.918972:0:6177:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff95cb58e23600. 10000000:00000040:2.0:1789683464.918979:0:6177:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff95cb44f33180 : new refcount 2 00000020:00000001:2.0:1789683464.918982:0:6177:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1789683464.918985:0:6177:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1789683464.918987:0:6177:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1789683464.918991:0:6177:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff95cb512ed200. 00000040:00000001:2.0:1789683464.918995:0:6177:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1789683464.918999:0:6177:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000100:00000010:2.0:1789683464.919006:0:6177:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb50294e00. 00000020:00000040:2.0:1789683464.919009:0:6177:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=5 obd=MGC192.168.204.144@tcp 00000100:00000001:2.0:1789683464.919014:0:6177:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789683464.919018:0:6177:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789683464.919023:0:6177:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789683464.919032:0:6177:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95cb512ed400. 00000100:00000001:2.0:1789683464.919040:0:6177:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683464.919047:0:6177:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789683464.919049:0:6177:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789683464.919064:0:6177:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95cb507f3780. 00000100:00000001:2.0:1789683464.919066:0:6177:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627299194255232 : -116774515296384 : ffff95cb507f3780) 00000100:00000001:2.0:1789683464.919070:0:6177:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683464.919072:0:6177:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188624896 : -116774520926720 : ffff95cb50294e00) 00000100:00000001:2.0:1789683464.919077:0:6177:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789683464.919083:0:6177:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683464.919085:0:6177:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789683464.919086:0:6177:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683464.919094:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb50294e00 x1876618825978880/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.919102:0:6177:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683464.919105:0:6177:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683464.919109:0:6177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683464.919112:0:6177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683464.919115:0:6177:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683464.919119:0:6177:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825978880:192.168.204.144@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1789683464.919123:0:6177:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683464.919127:0:6177:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683464.919130:0:6177:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683464.919132:0:6177:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683464.919136:0:6177:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512eca00. 02000000:00000001:2.0:1789683464.919137:0:6177:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683464.919146:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683464.919150:0:6177:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496b58. 00000400:00000010:2.0:1789683464.919156:0:6177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf7f8. 00000100:00000200:2.0:1789683464.919164:0:6177:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825978880, portal 25 00000100:00000001:2.0:1789683464.919166:0:6177:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683464.919167:0:6177:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188624896 : -116774520926720 : ffff95cb50294e00) 00000100:00000040:2.0:1789683464.919173:0:6177:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb50294e00 x1876618825978880/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.919181:0:6177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683464.919183:0:6177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683464.919186:0:6177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf330. 00000100:00000200:2.0:1789683464.921827:0:6177:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1876618825978880, offset 0 00000400:00000200:2.0:1789683464.921858:0:6177:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683464.921872:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683464.921882:0:6177:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683464.921888:0:6177:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683464.921893:0:6177:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683464.921897:0:6177:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683464.921900:0:6177:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683464.921904:0:6177:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [178:178:256:4294967295] 192.168.204.144@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:2.0:1789683464.921909:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683464.921920:0:6177:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683464.921926:0:6177:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683464.921933:0:6177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb47df4800. 00000800:00000200:2.0:1789683464.921942:0:6177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683464.921950:0:6177:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683464.921956:0:6177:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb47df4800 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1789683464.921970:0:6177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683464.921976:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683464.921979:0:6177:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295057559 00000100:00000001:2.0:1789683464.921988:0:6177:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295057547 00000100:00000001:2.0:1789683464.921993:0:6177:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295057559 00000100:00000001:2.0:1789683464.921997:0:6177:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295057547 00000100:00000001:2.0:1789683464.922000:0:6177:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683464.922004:0:6177:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683464.922007:0:6177:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683464.922010:0:6177:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789683464.922012:0:6177:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb507f3780 going to sleep for 11 seconds 00000100:00000001:2.0:1789683464.922016:0:6177:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683464.922020:0:6177:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789683464.922215:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683464.922220:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb47df4800. 00000400:00000200:0.0:1789683464.922227:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683464.922232:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683464.922238:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf330 00000400:00000010:0.0:1789683464.922241:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf330. 00000100:00000001:0.0:1789683464.922245:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683464.922253:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb50294e00 x1876618825978880/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.922264:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683464.922268:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95cb50294e00 x1876618825978880/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.922294:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683464.922296:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789683464.930682:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.930708:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683464.930713:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.930716:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683464.930727:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.930735:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683464.930750:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.930756:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.930762:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.930766:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 272 into portal 25 MB=0x6aac65e805400 00000400:00000200:0.0:1789683464.930773:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.930780:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.144@tcp of length 272/272 into md 0xa41 [1] + 224 00000800:00000001:0.0:1789683464.930789:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.930888:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683464.930893:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683464.930899:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683464.930909:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683464.930919:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb50294e00 x1876618825978880/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683464.930932:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff95cb50294e00 x1876618825978880/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.930958:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683464.930968:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.930971:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683464.931935:0:6177:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789683464.931947:0:6177:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789683464.931970:0:6177:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789683464.931974:0:6177:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496b58. 00000400:00000200:2.0:1789683464.931983:0:6177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf7f8 00000400:00000010:2.0:1789683464.931986:0:6177:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf7f8. 00000100:00000001:2.0:1789683464.932884:0:6177:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789683464.932898:0:6177:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb50294e00 x1876618825978880/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789683464.932911:0:6177:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb50294e00 x1876618825978880/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.932920:0:6177:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789683464.932923:0:6177:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683464.932928:0:6177:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789683464.932931:0:6177:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789683464.932935:0:6177:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789683464.932937:0:6177:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683464.932939:0:6177:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789683464.932947:0:6177:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb5a52cc60 time=106 v=5 (5 0 0 0) 00000100:00001000:2.0:1789683464.932951:0:6177:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb5a52cc18 time=106 v=5 (1 0 0 0) 00000100:00000001:2.0:1789683464.932954:0:6177:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789683464.932955:0:6177:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683464.932958:0:6177:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789683464.932961:0:6177:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683464.932964:0:6177:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683464.932969:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb50294e00 x1876618825978880/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.932977:0:6177:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683464.932980:0:6177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789683464.932983:0:6177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789683464.932987:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb50294e00 x1876618825978880/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683464.932995:0:6177:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825978880:192.168.204.144@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1789683464.933001:0:6177:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683464.933019:0:6177:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683464.933022:0:6177:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789683464.933024:0:6177:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683464.933029:0:6177:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb50294e00 x1876618825978880/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.933037:0:6177:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789683464.933040:0:6177:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95cb507f3780. 00000100:00000001:2.0:1789683464.933044:0:6177:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789683464.933045:0:6177:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789683464.933051:0:6177:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1789683464.933057:0:6177:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683464.933059:0:6177:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000020:00000001:2.0:1789683464.933062:0:6177:0:(genops.c:1229:class_import_put()) Process leaving 00000100:00000001:2.0:1789683464.933063:0:6177:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683464.933067:0:6177:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb50294e00 x1876618825978880/t0(0) o501->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 504/272 e 0 to 0 dl 1789683480 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.933073:0:6177:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789683464.933076:0:6177:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789683464.933080:0:6177:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512eca00. 02000000:00000001:2.0:1789683464.933083:0:6177:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789683464.933084:0:6177:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683464.933085:0:6177:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=3 obd=MGC192.168.204.144@tcp 00000020:00000001:2.0:1789683464.933087:0:6177:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789683464.933090:0:6177:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95cb512ed400. 02000000:00000001:2.0:1789683464.933093:0:6177:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789683464.933095:0:6177:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789683464.933097:0:6177:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb50294e00. 00000100:00000001:2.0:1789683464.933103:0:6177:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789683464.933104:0:6177:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1789683464.933107:0:6177:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789683464.933111:0:6177:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1789683464.933118:0:6177:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff95cb4319e000. 00000040:00000001:2.0:1789683464.933121:0:6177:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1789683464.933123:0:6177:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1789683464.933126:0:6177:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000100:00000010:2.0:1789683464.933131:0:6177:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb50294e00. 00000020:00000040:2.0:1789683464.933134:0:6177:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=5 obd=MGC192.168.204.144@tcp 00000100:00000001:2.0:1789683464.933144:0:6177:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1789683464.933146:0:6177:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1789683464.933163:0:6177:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1789683464.933170:0:6177:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff95cb512ed400. 00000100:00000001:2.0:1789683464.933176:0:6177:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683464.933181:0:6177:0:(client.c:3353:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1789683464.933183:0:6177:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1789683464.933188:0:6177:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff95cb507f3780. 00000100:00000001:2.0:1789683464.933191:0:6177:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446627299194255232 : -116774515296384 : ffff95cb507f3780) 00000100:00000001:2.0:1789683464.933194:0:6177:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683464.933204:0:6177:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188624896 : -116774520926720 : ffff95cb50294e00) 00000100:00000001:2.0:1789683464.933210:0:6177:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1789683464.933215:0:6177:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683464.933217:0:6177:0:(client.c:2689:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1789683464.933218:0:6177:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683464.933223:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb50294e00 x1876618825979008/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.933230:0:6177:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683464.933233:0:6177:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683464.933237:0:6177:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683464.933240:0:6177:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683464.933242:0:6177:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683464.933245:0:6177:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825979008:192.168.204.144@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1789683464.933249:0:6177:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683464.933253:0:6177:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683464.933262:0:6177:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683464.933264:0:6177:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683464.933282:0:6177:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff95cb4833c000. 02000000:00000001:2.0:1789683464.933284:0:6177:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683464.933293:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683464.933298:0:6177:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496b58. 00000400:00000010:2.0:1789683464.933305:0:6177:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff95cb507f3540. 00000100:00000200:2.0:1789683464.933313:0:6177:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1876618825979008, portal 25 00000100:00000001:2.0:1789683464.933315:0:6177:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683464.933322:0:6177:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299188624896 : -116774520926720 : ffff95cb50294e00) 00000100:00000040:2.0:1789683464.933328:0:6177:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb50294e00 x1876618825979008/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.933336:0:6177:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683464.933339:0:6177:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683464.933343:0:6177:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf7f8. 00000100:00000200:2.0:1789683464.933347:0:6177:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1876618825979008, offset 0 00000400:00000200:2.0:1789683464.933353:0:6177:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683464.933362:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683464.933370:0:6177:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683464.933376:0:6177:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683464.933381:0:6177:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683464.933385:0:6177:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683464.933388:0:6177:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683464.933392:0:6177:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [179:179:256:4294967295] 192.168.204.144@tcp LPNI seq info [179:179:8:4294967295] 00000400:00000200:2.0:1789683464.933397:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683464.933409:0:6177:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683464.933415:0:6177:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683464.933421:0:6177:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb47df4300. 00000800:00000200:2.0:1789683464.933428:0:6177:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683464.933437:0:6177:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683464.933441:0:6177:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb47df4300 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1789683464.933465:0:6177:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683464.933470:0:6177:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683464.933473:0:6177:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295057573 00000100:00000001:2.0:1789683464.933481:0:6177:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295057559 00000100:00000001:2.0:1789683464.933488:0:6177:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295057573 00000100:00000001:2.0:1789683464.933491:0:6177:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295057559 00000100:00000001:2.0:1789683464.933494:0:6177:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683464.933497:0:6177:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683464.933505:0:6177:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683464.933507:0:6177:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1789683464.933510:0:6177:0:(client.c:2716:ptlrpc_set_wait()) set ffff95cb507f3780 going to sleep for 11 seconds 00000100:00000001:2.0:1789683464.933513:0:6177:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683464.933515:0:6177:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789683464.934867:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683464.934876:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb47df4300. 00000400:00000200:0.0:1789683464.934883:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683464.934890:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683464.934897:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf7f8 00000400:00000010:0.0:1789683464.934913:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf7f8. 00000100:00000001:0.0:1789683464.934918:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683464.934925:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb50294e00 x1876618825979008/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.934937:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683464.934941:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff95cb50294e00 x1876618825979008/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.934947:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683464.934949:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789683464.948321:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.948346:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683464.948351:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.948353:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683464.948365:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.948374:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683464.948387:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.948392:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.948398:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.948402:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 8416 into portal 25 MB=0x6aac65e805480 00000400:00000200:0.0:1789683464.948408:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683464.948414:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.144@tcp of length 8416/8416 into md 0xa49 [4] + 224 00000800:00000001:0.0:1789683464.948423:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.948443:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683464.948456:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683464.948462:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683464.948471:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683464.948481:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb50294e00 x1876618825979008/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683464.948493:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff95cb50294e00 x1876618825979008/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683464.948521:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683464.948553:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683464.948557:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683464.948681:0:6177:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789683464.948690:0:6177:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789683464.948692:0:6177:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789683464.948696:0:6177:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496b58. 00000400:00000200:2.0:1789683464.948701:0:6177:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb507f3540 00000400:00000010:2.0:1789683464.948704:0:6177:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff95cb507f3540. 00000100:00000001:2.0:1789683464.948707:0:6177:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789683464.948712:0:6177:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb50294e00 x1876618825979008/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789683464.948722:0:6177:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb50294e00 x1876618825979008/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.948728:0:6177:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789683464.948731:0:6177:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683464.948733:0:6177:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789683464.948737:0:6177:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789683464.948739:0:6177:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789683464.948742:0:6177:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683464.948745:0:6177:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789683464.948753:0:6177:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb5a52cc60 time=106 v=5 (5 0 0 0) 00000100:00001000:2.0:1789683464.948757:0:6177:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb5a52cc18 time=106 v=5 (1 0 0 0) 00000100:00000001:2.0:1789683464.948760:0:6177:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789683464.948761:0:6177:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683464.948765:0:6177:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789683464.948767:0:6177:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683464.948769:0:6177:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683464.948774:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb50294e00 x1876618825979008/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.948782:0:6177:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683464.948785:0:6177:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789683464.948787:0:6177:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789683464.948799:0:6177:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb50294e00 x1876618825979008/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683464.948807:0:6177:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb50294e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:6177:1876618825979008:192.168.204.144@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1789683464.948813:0:6177:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683464.948816:0:6177:0:(client.c:2780:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683464.948819:0:6177:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1789683464.948821:0:6177:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683464.948824:0:6177:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb50294e00 x1876618825979008/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.948831:0:6177:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1789683464.948834:0:6177:0:(client.c:3802:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff95cb507f3780. 00000100:00000001:2.0:1789683464.948837:0:6177:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1789683464.948838:0:6177:0:(client.c:3372:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789683464.948847:0:6177:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1789683464.948848:0:6177:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683464.948851:0:6177:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb50294e00 x1876618825979008/t0(0) o503->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 272/8416 e 0 to 0 dl 1789683480 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683464.948857:0:6177:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789683464.948860:0:6177:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789683464.948864:0:6177:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff95cb4833c000. 02000000:00000001:2.0:1789683464.948877:0:6177:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789683464.948881:0:6177:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683464.948882:0:6177:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000020:00000001:2.0:1789683464.948885:0:6177:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789683464.948888:0:6177:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff95cb512ed400. 02000000:00000001:2.0:1789683464.948892:0:6177:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789683464.948894:0:6177:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789683464.948896:0:6177:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb50294e00. 00000100:00000001:2.0:1789683464.948900:0:6177:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789683464.948901:0:6177:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1789683464.948904:0:6177:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683464.948905:0:6177:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=3 obd=MGC192.168.204.144@tcp 00000020:00000001:2.0:1789683464.948907:0:6177:0:(genops.c:1229:class_import_put()) Process leaving 00000040:00000001:2.0:1789683464.948914:0:6177:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789683464.948918:0:6177:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1789683464.948921:0:6177:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1789683464.948925:0:6177:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff95cb47d4f360. 00000040:00001000:2.0:1789683464.948927:0:6177:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1789683464.954469:0:10426:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:1.0:1789683464.954481:0:10426:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff95cb50af5e00. 00000020:00000010:1.0:1789683464.954491:0:10426:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff95cb50af4000. 00000040:00000010:1.0:1789683464.954495:0:10426:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff95cb50af4400. 00000020:00000010:1.0:1789683464.954500:0:10426:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff95cb43155000. 00000020:00000010:1.0:1789683464.954506:0:10426:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff95cb43045f98. 00000020:00000010:1.0:1789683464.954510:0:10426:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff95cb50af5c00. 80000000:00000010:1.0:1789683464.954516:0:10426:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff95cb58e3d6c0. 40000000:00000010:1.0:1789683464.954521:0:10426:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff95cb47e13f80. 00100000:00000010:1.0:1789683464.954527:0:10426:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff95cb43156800. 00040000:00000010:1.0:1789683464.954531:0:10426:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff95cb509c2300. 00040000:00000010:1.0:1789683464.954551:0:10426:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff95cb43157000. 00040000:00000010:1.0:1789683464.954555:0:10426:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff95cb50af4600. 00000004:00000010:1.0:1789683464.954560:0:10426:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff95cb43150000. 00000004:00000010:1.0:1789683464.954566:0:10426:0:(mdt_handler.c:8409:mdt_key_init()) kmalloced '(value)': 2568 at ffff95cb48ad7000. 00000004:00000010:1.0:1789683464.954571:0:10426:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff95cb43151000. 00002000:00000010:1.0:1789683464.954576:0:10426:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff95cb51d24c00. 00000004:00000010:1.0:1789683464.954581:0:10426:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff95cb51d24400. 00000020:00000010:1.0:1789683464.954586:0:10426:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff95cb47e136c0. 00000040:00000010:1.0:1789683464.954596:0:10426:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff95cb482e8000. 00000040:00080000:1.0:1789683464.956065:0:10426:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:1.0:1789683464.956078:0:10426:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff95cb482e8000. 00000020:00000010:1.0:1789683464.956091:0:10426:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff95cb47e136c0. 00000020:00000010:1.0:1789683464.957220:0:10426:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff95cb50af4000. 00000040:00000010:1.0:1789683464.957243:0:10426:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff95cb50af4400. 00000020:00000010:1.0:1789683464.957247:0:10426:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff95cb43155000. 00000020:00000010:1.0:1789683464.957252:0:10426:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff95cb43045f98. 00000020:00000010:1.0:1789683464.957421:0:10426:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff95cb50af5c00. 80000000:00000010:1.0:1789683464.957427:0:10426:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff95cb58e3d6c0. 40000000:00000010:1.0:1789683464.957432:0:10426:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff95cb47e13f80. 00100000:00000010:1.0:1789683464.957437:0:10426:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff95cb43156800. 00040000:00000010:1.0:1789683464.957441:0:10426:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff95cb509c2300. 00040000:00000010:1.0:1789683464.957445:0:10426:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff95cb43157000. 00040000:00000010:1.0:1789683464.957461:0:10426:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff95cb50af4600. 00000004:00000010:1.0:1789683464.957465:0:10426:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff95cb43150000. 00000004:00000010:1.0:1789683464.957471:0:10426:0:(mdt_handler.c:8434:mdt_key_fini()) kfreed 'info': 2568 at ffff95cb48ad7000. 00000004:00000010:1.0:1789683464.957476:0:10426:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff95cb43151000. 00002000:00000010:1.0:1789683464.957479:0:10426:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff95cb51d24c00. 00000004:00000010:1.0:1789683464.957483:0:10426:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff95cb51d24400. 00000020:00000010:1.0:1789683464.957486:0:10426:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95cb50af5e00. 00000040:00000010:2.0:1789683464.959112:0:6177:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff95cb47d4f360. 00000040:00000001:2.0:1789683464.959123:0:6177:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1789683464.959127:0:6177:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1789683464.959133:0:6177:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff95cb4319e000. 00000040:00000010:2.0:1789683464.959137:0:6177:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff95cb512ed200. 00000020:00000001:2.0:1789683464.959142:0:6177:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789683464.959146:0:6177:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1789683464.959151:0:6177:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff95cb58e22200. 00000040:00000010:2.0:1789683464.959157:0:6177:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff95cb58e23a00. 00000020:00000010:2.0:1789683464.959161:0:6177:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff95cb48262000. 00000020:00000010:2.0:1789683464.959167:0:6177:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff95cb58e23200. 80000000:00000010:2.0:1789683464.959171:0:6177:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff95cb47d4fd80. 00040000:00000010:2.0:1789683464.959175:0:6177:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff95cb58e23400. 20000000:00000010:2.0:1789683464.959179:0:6177:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff95cb58e23600. 00000020:00000010:2.0:1789683464.959181:0:6177:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff95cb58e22e00. 10000000:00000010:2.0:1789683464.959184:0:6177:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff95cb4317ddc0. 10000000:01000000:2.0:1789683464.959187:0:6177:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.144@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1789683464.959191:0:6177:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1789683464.959194:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1789683464.959197:0:6177:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1789683464.959200:0:6177:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff95cb4164c400 refcount=3 00000020:00000001:2.0:1789683464.959203:0:6177:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446627298940863488 : -116774768688128 : ffff95cb4164c400) 00010000:00000001:2.0:1789683464.959206:0:6177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627298940863488 : -116774768688128 : ffff95cb4164c400) 00010000:00000001:2.0:1789683464.959209:0:6177:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1789683464.959214:0:6177:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.144@tcp lock: ffff95cb4164c400/0x14f80dea22ad2f2a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac394 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789683464.959225:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789683464.959237:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1789683464.959272:0:6177:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.144@tcp lock: ffff95cb4164c400/0x14f80dea22ad2f2a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf264b25c84ac394 expref: -99 pid: 6177 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1789683464.959279:0:6177:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1789683464.959280:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1789683464.959282:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1789683464.959283:0:6177:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789683464.959286:0:6177:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1789683464.959299:0:6177:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1789683464.959301:0:6177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1789683464.959303:0:6177:0:(mgc_request.c:123:config_log_put()) log params(ffff95cb58e22000) refs 3 10000000:00000001:2.0:1789683464.959305:0:6177:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1789683465.092762:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683465.092769:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683465.092775:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683465.092776:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683465.092848:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683465.092851:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683465.092855:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1789683465.924795:0:254:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7110 (cpu 1) has reached its deadline 4295057573, at 4295057600 00000100:00000010:1.0:1789683465.924814:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb58e3d540. 00000100:00000040:0.0:1789683465.927139:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7000 (cpu 0) has reached its deadline 4295057573, at 4295057602 00000100:00000010:0.0:1789683465.927156:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb58e3dae0. 10000000:00000001:2.0:1789683466.116786:0:6177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1789683466.116795:0:6177:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1789683466.117645:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683466.117649:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683466.117656:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683466.117657:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789683466.117756:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789683466.117759:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789683466.117762:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683467.144205:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683467.144214:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683467.144222:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683467.144224:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683467.144330:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683467.144335:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683467.144339:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683468.164801:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683468.164811:0:366:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1789683468.164814:0:366:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1789683468.164818:0:366:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683468.164824:0:366:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1789683468.164827:0:366:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683468.164830:0:366:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683468.164833:0:366:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683468.164836:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683468.164838:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789683468.164917:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789683468.164922:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789683468.164925:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1789683468.805036:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 20306a6b-46c6-4de1-987d-3bf1c3e4c7d0->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683468.805061:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683468.805076:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb4503ad80. 00000020:00000040:3.0:1789683468.805084:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb5a52c800 refcount=4 obd=MGC192.168.204.144@tcp 00000100:00000001:3.0:1789683468.805088:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683468.805092:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683468.805108:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683468.805119:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162300. 00000100:00000001:3.0:1789683468.805127:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.805140:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 20306a6b-46c6-4de1-987d-3bf1c3e4c7d0->MGS req@ffff95cb4503ad80 x1876618825979136/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683468.805151:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683468.805156:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.805163:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c8ac1ab] to pc [ptlrpcd_01_01+1] req@ffff95cb4503ad80 x1876618825979136/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683468.805219:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683468.805223:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683468.805225:0:2405:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683468.805232:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb4503ad80 x1876618825979136/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683468.805241:0:2405:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683468.805244:0:2405:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683468.805248:0:2405:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683468.805252:0:2405:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683468.805255:0:2405:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683468.805259:0:2405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825979136:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683468.805263:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683468.805269:0:2405:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683468.805272:0:2405:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683468.805274:0:2405:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683468.805279:0:2405:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512ec600. 02000000:00000001:2.0:1789683468.805282:0:2405:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683468.805291:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683468.805296:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496b58. 00000400:00000010:2.0:1789683468.805304:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf908. 00000100:00000200:2.0:1789683468.805311:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825979136, portal 25 00000100:00000001:2.0:1789683468.805314:0:2405:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683468.805340:0:2405:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001609600 : -116774707942016 : ffff95cb4503ad80) 00000100:00000040:2.0:1789683468.805347:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb4503ad80 x1876618825979136/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683468.805355:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683468.805359:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683468.805362:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adfb28. 00000100:00000200:2.0:1789683468.805366:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1876618825979136, offset 0 00000400:00000200:2.0:1789683468.805382:0:2405:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683468.805393:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683468.805403:0:2405:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683468.805409:0:2405:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683468.805414:0:2405:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683468.805418:0:2405:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683468.805422:0:2405:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683468.805426:0:2405:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [180:180:256:4294967295] 192.168.204.144@tcp LPNI seq info [180:180:8:4294967295] 00000400:00000200:2.0:1789683468.805431:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683468.805443:0:2405:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683468.805462:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683468.805469:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb47df4e00. 00000800:00000200:2.0:1789683468.805476:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683468.805483:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683468.805490:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb47df4e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789683468.805510:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683468.805515:0:2405:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683468.805518:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 0 is 4295061445 00000100:00000010:2.0:1789683468.805523:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb47d4fd80. 00000100:00000001:2.0:1789683468.805533:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1789683468.805539:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS new deadline estimation for cpu 1 is 4295061445 00000100:00000010:2.0:1789683468.805543:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff95cb47d4f360. 00000100:00000001:2.0:1789683468.805547:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.144@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1789683468.805559:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683468.805562:0:2405:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.805566:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.805569:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683468.805601:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.805605:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683468.805609:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683468.805613:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb45038380. 00000020:00000040:3.0:1789683468.805617:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb50729800 refcount=4 obd=lustre-MDT0000-mdc-ffff95cb480a4800 00000100:00000001:3.0:1789683468.805620:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683468.805622:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683468.805624:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683468.805636:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162d00. 00000100:00000001:3.0:1789683468.805640:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.805645:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0000_UUID req@ffff95cb45038380 x1876618825979264/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:0.0:1789683468.805653:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1789683468.805655:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000800:00000010:0.0:1789683468.805682:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb47df4e00. 00000400:00000200:0.0:1789683468.805691:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683468.805697:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683468.805704:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adfb28 00000400:00000010:0.0:1789683468.805707:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adfb28. 00000100:00000001:0.0:1789683468.805712:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683468.805717:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb4503ad80 x1876618825979136/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683468.805728:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683468.805739:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb4503ad80 x1876618825979136/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683468.805747:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683468.805749:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1789683468.805833:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683468.805837:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789683468.805839:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683468.805841:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683468.805843:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.805846:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.805870:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683468.805873:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683468.806227:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.806235:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000036954b60] to pc [ptlrpcd_01_00+0] req@ffff95cb45038380 x1876618825979264/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.806421:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.806425:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683468.806429:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683468.806435:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb45039500. 00000020:00000040:3.0:1789683468.806438:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb507a7800 refcount=4 obd=lustre-MDT0001-mdc-ffff95cb480a4800 00000100:00000001:3.0:1789683468.806441:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683468.806507:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683468.806511:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683468.806517:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162100. 00000100:00000001:3.0:1789683468.806522:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.806528:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-MDT0001_UUID req@ffff95cb45039500 x1876618825979392/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683468.806535:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683468.806538:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.806541:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000301e0b82] to pc [ptlrpcd_01_01+1] req@ffff95cb45039500 x1876618825979392/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.806550:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.806552:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789683468.806556:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789683468.806558:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789683468.806571:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8555ea9f-e6c7-4d13-ae13-a63148a1f25f->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789683468.806574:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683468.806577:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683468.806581:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb4503aa00. 00000020:00000040:3.0:1789683468.806583:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb43154800 refcount=4 obd=lustre-MDT0000-mdc-ffff95cb507a9800 00000100:00000001:3.0:1789683468.806586:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683468.806587:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683468.806589:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683468.806592:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162400. 00000100:00000001:3.0:1789683468.806596:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.806600:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0000_UUID req@ffff95cb4503aa00 x1876618825979520/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683468.806607:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683468.806609:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.806613:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c311f69f] to pc [ptlrpcd_01_00+0] req@ffff95cb4503aa00 x1876618825979520/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.806621:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.806623:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1789683468.806626:0:8:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1789683468.806629:0:8:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff95cb4503b480. 00000020:00000040:3.0:1789683468.806630:0:8:0:(genops.c:1209:class_import_get()) import ffff95cb507a5000 refcount=4 obd=lustre-MDT0001-mdc-ffff95cb507a9800 00000100:00000001:3.0:1789683468.806632:0:8:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1789683468.806633:0:8:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1789683468.806634:0:8:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1789683468.806637:0:8:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff95cb45162c00. 00000100:00000001:3.0:1789683468.806640:0:8:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.806644:0:8:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-MDT0001_UUID req@ffff95cb4503b480 x1876618825979648/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1789683468.806649:0:8:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1789683468.806657:0:8:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.806686:0:8:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000094af66b8] to pc [ptlrpcd_01_01+1] req@ffff95cb4503b480 x1876618825979648/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.806694:0:8:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.806696:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789683468.806700:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789683468.806702:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1789683468.806706:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 00b24ef7-84ac-4f87-be77-eaefb5a52419->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1789683468.806711:0:8:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (398) 00000100:00000001:2.0:1789683468.807029:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683468.807032:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683468.807034:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683468.807041:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb45038380 x1876618825979264/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683468.807062:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683468.807065:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683468.807068:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683468.807071:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683468.807073:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683468.807077:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825979264:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683468.807081:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683468.807086:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683468.807089:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683468.807091:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683468.807097:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512ede00. 02000000:00000001:2.0:1789683468.807099:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683468.807118:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683468.807122:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496e70. 00000400:00000010:2.0:1789683468.807128:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf5d8. 00000100:00000200:2.0:1789683468.807136:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825979264, portal 10 00000100:00000001:2.0:1789683468.807139:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683468.807140:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001598848 : -116774707952768 : ffff95cb45038380) 00000100:00000040:2.0:1789683468.807154:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb45038380 x1876618825979264/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683468.807161:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683468.807163:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683468.807166:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf088. 00000100:00000200:2.0:1789683468.807170:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825979264, offset 0 00000400:00000200:2.0:1789683468.807175:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683468.807184:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683468.807190:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683468.807195:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683468.807199:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683468.807203:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683468.807206:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683468.807209:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [181:181:256:4294967295] 192.168.204.144@tcp LPNI seq info [181:181:8:4294967295] 00000400:00000200:2.0:1789683468.807213:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683468.807223:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683468.807229:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683468.807234:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb47df4a00. 00000800:00000200:2.0:1789683468.807240:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683468.807248:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683468.807252:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb47df4a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789683468.807272:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683468.807277:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: using a timeout of 84897 usecs (85 jiffies) 00000400:00000200:2.0:1789683468.807280:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683468.807283:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 0 is 4295060567 00000100:00000001:2.0:1789683468.807286:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS request active for cpu 0, keep current deadline 4295061445 00000100:00000001:2.0:1789683468.807288:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 1 is 4295060567 00000100:00000001:2.0:1789683468.807290:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb480a4800: PM QoS request active for cpu 1, keep current deadline 4295061445 00000100:00000001:2.0:1789683468.807292:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683468.807300:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.807303:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683468.807307:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb4503aa00 x1876618825979520/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683468.807314:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683468.807315:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683468.807318:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683468.807319:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683468.807321:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683468.807324:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2404:1876618825979520:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683468.807327:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683468.807330:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683468.807332:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683468.807334:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683468.807336:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512ed600. 02000000:00000001:2.0:1789683468.807338:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683468.807342:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683468.807346:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496738. 00000400:00000010:2.0:1789683468.807350:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf440. 00000100:00000200:2.0:1789683468.807353:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825979520, portal 10 00000100:00000001:2.0:1789683468.807355:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683468.807357:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001608704 : -116774707942912 : ffff95cb4503aa00) 00000100:00000040:2.0:1789683468.807363:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb4503aa00 x1876618825979520/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683468.807370:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683468.807382:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683468.807385:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adfe58. 00000100:00000200:2.0:1789683468.807388:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825979520, offset 0 00000400:00000200:2.0:1789683468.807393:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683468.807397:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683468.807401:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683468.807404:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683468.807412:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683468.807414:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683468.807417:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683468.807420:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [182:182:255:4294967295] 192.168.204.144@tcp LPNI seq info [182:182:7:4294967295] 00000400:00000200:2.0:1789683468.807424:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683468.807430:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683468.807434:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683468.807438:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb47df4100. 00000800:00000200:2.0:1789683468.807442:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:0.0:1789683468.807448:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683468.807454:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb47df4a00. 00000800:00000200:2.0:1789683468.807458:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000400:00000200:0.0:1789683468.807460:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1789683468.807462:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb47df4100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789683468.807468:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1789683468.807470:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000040:2.0:1789683468.807473:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: using a timeout of 27290 usecs (28 jiffies) 00000400:00000200:0.0:1789683468.807477:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf088 00000400:00000200:2.0:1789683468.807478:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:0.0:1789683468.807483:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf088. 00000100:00000001:2.0:1789683468.807483:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295060510 00000100:00000001:2.0:1789683468.807488:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295061445 00000100:00000001:0.0:1789683468.807490:0:2394:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1789683468.807491:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295060510 00000100:00000001:2.0:1789683468.807495:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295061445 00000100:00000200:0.0:1789683468.807498:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb45038380 x1876618825979264/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683468.807499:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683468.807505:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.807510:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.807516:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1789683468.807518:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683468.807524:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb45038380 x1876618825979264/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683468.807525:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683468.807528:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1789683468.807532:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683468.807535:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1789683468.807538:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.807538:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683468.807542:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1789683468.807543:0:2404:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1789683468.807546:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683468.807548:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1789683468.807550:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683468.807559:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683468.807560:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000800:00000200:0.0:1789683468.807561:0:2394:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1789683468.807562:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000800:00000010:0.0:1789683468.807566:0:2394:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb47df4100. 00000400:00000200:0.0:1789683468.807571:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1789683468.807571:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb45039500 x1876618825979392/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1789683468.807579:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683468.807586:0:2394:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adfe58 00000100:00000001:2.0:1789683468.807591:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1789683468.807592:0:2394:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adfe58. 00000100:00000001:2.0:1789683468.807595:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683468.807598:0:2394:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1789683468.807599:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683468.807603:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1789683468.807604:0:2394:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb4503aa00 x1876618825979520/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789683468.807606:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683468.807615:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb45039500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825979392:192.168.204.144@tcp:400:kworker.0 00000100:00000001:0.0:1789683468.807622:0:2394:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1789683468.807622:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683468.807628:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1789683468.807630:0:2394:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb4503aa00 x1876618825979520/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1789683468.807631:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683468.807634:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683468.807638:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512eca00. 02000000:00000001:2.0:1789683468.807642:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683468.807644:0:2394:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683468.807649:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:0.0:1789683468.807650:0:2394:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1789683468.807654:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496210. 00000400:00000010:2.0:1789683468.808329:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adfbb0. 00000100:00000200:2.0:1789683468.808339:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825979392, portal 10 00000100:00000001:2.0:1789683468.808342:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683468.808343:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001603328 : -116774707948288 : ffff95cb45039500) 00000100:00000040:2.0:1789683468.808353:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb45039500 x1876618825979392/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683468.808360:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683468.808362:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683468.808366:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf6e8. 00000100:00000200:2.0:1789683468.808371:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825979392, offset 0 00000400:00000200:2.0:1789683468.808384:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683468.808390:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683468.808396:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683468.808399:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683468.808410:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683468.808413:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683468.808415:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683468.808418:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [183:183:256:4294967295] 192.168.204.144@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:2.0:1789683468.808422:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683468.808429:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683468.808434:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683468.808439:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb47df4b00. 00000800:00000200:2.0:1789683468.808444:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683468.808449:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683468.808452:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb47df4b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789683468.808473:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683468.808477:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: using a timeout of 95563 usecs (96 jiffies) 00000400:00000200:2.0:1789683468.808480:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683468.808482:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 0 is 4295060579 00000100:00000001:2.0:1789683468.808485:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS request active for cpu 0, keep current deadline 4295061445 00000100:00000001:2.0:1789683468.808487:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS new deadline estimation for cpu 1 is 4295060579 00000100:00000001:2.0:1789683468.808489:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb480a4800: PM QoS request active for cpu 1, keep current deadline 4295061445 00000100:00000001:2.0:1789683468.808491:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683468.808494:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.808496:0:2404:0:(client.c:1814:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1789683468.808501:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff95cb4503b480 x1876618825979648/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683468.808508:0:2404:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1789683468.808510:0:2404:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683468.808513:0:2404:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1789683468.808515:0:2404:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1789683468.808517:0:2404:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1789683468.808520:0:2404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff95cb4503b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2404:1876618825979648:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683468.808531:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1789683468.808535:0:2404:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1789683468.808536:0:2404:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683468.808538:0:2404:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1789683468.808541:0:2404:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff95cb512ed400. 02000000:00000001:2.0:1789683468.808543:0:2404:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1789683468.808547:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000010:2.0:1789683468.808549:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff95cb5a496d10. 00000400:00000010:2.0:1789683468.808554:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adfe58. 00000100:00000200:2.0:1789683468.808557:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1876618825979648, portal 10 00000100:00000001:2.0:1789683468.808559:0:2404:0:(client.c:3276:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1789683468.808560:0:2404:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446627299001611392 : -116774707940224 : ffff95cb4503b480) 00000100:00000040:2.0:1789683468.808566:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff95cb4503b480 x1876618825979648/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683468.808572:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1789683468.808574:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.144@tcp 00000400:00000010:2.0:1789683468.808576:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff95cb50adf088. 00000100:00000200:2.0:1789683468.808578:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1876618825979648, offset 0 00000400:00000200:2.0:1789683468.808583:0:2404:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.144@tcp 00000400:00000200:2.0:1789683468.808587:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683468.808590:0:2404:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.144@tcp local destination 00000400:00000200:2.0:1789683468.808593:0:2404:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1789683468.808595:0:2404:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.44@tcp 00000400:00000200:2.0:1789683468.808597:0:2404:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.44@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1789683468.808599:0:2404:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.144@tcp 00000400:00000200:2.0:1789683468.808601:0:2404:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.44@tcp NI seq info: [184:184:255:4294967295] 192.168.204.144@tcp LPNI seq info [184:184:7:4294967295] 00000400:00000200:2.0:1789683468.808604:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:2.0:1789683468.808609:0:2404:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp:) -> 192.168.204.144@tcp(192.168.204.144@tcp:192.168.204.144@tcp) : PUT try# 0 00000800:00000200:2.0:1789683468.808614:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.144@tcp 00000800:00000010:2.0:1789683468.808618:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff95cb47df4200. 00000800:00000200:2.0:1789683468.808622:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff95cb4304b6c0] -> 12345-192.168.204.144@tcp (5) 00000800:00000200:2.0:1789683468.808631:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.144@tcp ip 192.168.204.144:988 00000800:00000200:2.0:1789683468.808633:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff95cb47df4200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1789683468.808636:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683468.808638:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: using a timeout of 30810 usecs (31 jiffies) 00000400:00000200:2.0:1789683468.808641:0:2404:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000100:00000001:2.0:1789683468.808643:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 0 is 4295060514 00000100:00000001:2.0:1789683468.808645:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS request active for cpu 0, keep current deadline 4295061445 00000100:00000001:2.0:1789683468.808647:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS new deadline estimation for cpu 1 is 4295060514 00000100:00000001:2.0:1789683468.808649:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff95cb507a9800: PM QoS request active for cpu 1, keep current deadline 4295061445 00000100:00000001:2.0:1789683468.808651:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683468.808652:0:2404:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.808655:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.808658:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.808694:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683468.808697:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683468.808698:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.808700:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1789683468.808943:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683468.808947:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb47df4b00. 00000400:00000200:0.0:1789683468.808953:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683468.808958:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683468.808963:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf6e8 00000400:00000010:0.0:1789683468.808966:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf6e8. 00000100:00000001:0.0:1789683468.808970:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683468.808974:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb45039500 x1876618825979392/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683468.808984:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683468.808987:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb45039500 x1876618825979392/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683468.808994:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683468.808995:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000200:0.0:1789683468.809029:0:2395:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1789683468.809032:0:2395:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff95cb47df4200. 00000400:00000200:0.0:1789683468.809034:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683468.809038:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000400:00000200:0.0:1789683468.809040:0:2395:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf088 00000400:00000010:0.0:1789683468.809042:0:2395:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf088. 00000100:00000001:0.0:1789683468.809044:0:2395:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1789683468.809064:0:2395:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff95cb4503b480 x1876618825979648/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683468.809071:0:2395:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1789683468.809075:0:2395:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff95cb4503b480 x1876618825979648/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683468.809081:0:2395:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1789683468.809083:0:2395:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1789683468.816274:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.816294:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683468.816300:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.816302:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683468.816313:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.816344:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683468.816353:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.816359:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.816365:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.816369:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e805580 00000400:00000200:0.0:1789683468.816387:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.816394:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0xa59 [1] + 224 00000800:00000001:0.0:1789683468.816403:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.816408:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683468.816412:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683468.816416:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683468.816426:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683468.816436:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb45038380 x1876618825979264/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683468.816448:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb45038380 x1876618825979264/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683468.816475:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683468.816489:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.816492:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683468.816495:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.816497:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683468.816501:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.816504:0:2394:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683468.816508:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.816510:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.816513:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.816516:0:2394:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 25 MB=0x6aac65e805500 00000400:00000200:0.0:1789683468.816519:0:2394:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.816525:0:2394:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.144@tcp of length 224/224 into md 0xa51 [1] + 224 00000800:00000001:0.0:1789683468.816528:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.816536:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683468.816544:0:2394:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683468.816547:0:2394:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683468.816555:0:2394:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683468.816560:0:2394:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb4503ad80 x1876618825979136/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683468.816568:0:2394:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb4503ad80 x1876618825979136/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683468.816590:0:2394:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683468.816595:0:2394:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.816598:0:2394:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683468.816683:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683468.816687:0:2405:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789683468.816696:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789683468.816698:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789683468.816702:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496b58. 00000400:00000200:3.0:1789683468.816708:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf908 00000400:00000010:3.0:1789683468.816710:0:2405:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf908. 00000100:00000001:3.0:1789683468.816713:0:2405:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789683468.816718:0:2405:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb4503ad80 x1876618825979136/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789683468.816727:0:2405:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb4503ad80 x1876618825979136/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.816742:0:2405:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789683468.816745:0:2405:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683468.816747:0:2405:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789683468.816751:0:2405:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789683468.816754:0:2405:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789683468.816756:0:2405:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683468.816760:0:2405:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789683468.816768:0:2405:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb5a52cc60 time=110 v=5 (5 0 0 0) 00000100:00001000:3.0:1789683468.816772:0:2405:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb5a52cc18 time=110 v=5 (1 0 0 0) 00000100:00000001:3.0:1789683468.816774:0:2405:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789683468.816776:0:2405:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683468.816786:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789683468.816788:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683468.816791:0:2405:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.816797:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb4503ad80 x1876618825979136/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.816803:0:2405:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789683468.816807:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789683468.816809:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789683468.816813:0:2405:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb4503ad80 x1876618825979136/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683468.816820:0:2405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:20306a6b-46c6-4de1-987d-3bf1c3e4c7d0:2405:1876618825979136:192.168.204.144@tcp:400:kworker.0 00000100:00000001:3.0:1789683468.816825:0:2405:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683468.816828:0:2405:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789683468.816831:0:2405:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb4503ad80 x1876618825979136/t0(0) o400->MGC192.168.204.144@tcp@192.168.204.144@tcp:26/25 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.816837:0:2405:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789683468.816840:0:2405:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789683468.816844:0:2405:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512ec600. 02000000:00000001:3.0:1789683468.816849:0:2405:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789683468.816852:0:2405:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789683468.816853:0:2405:0:(genops.c:1222:class_import_put()) import ffff95cb5a52c800 refcount=3 obd=MGC192.168.204.144@tcp 00000020:00000001:3.0:1789683468.816855:0:2405:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789683468.816858:0:2405:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162300. 02000000:00000001:3.0:1789683468.816861:0:2405:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789683468.816863:0:2405:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789683468.816865:0:2405:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb4503ad80. 00000100:00000001:3.0:1789683468.816869:0:2405:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789683468.816870:0:2405:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683468.816872:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683468.816879:0:2405:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789683468.816881:0:2405:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683468.816896:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683468.816898:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.817970:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683468.817978:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1789683468.817988:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1789683468.817990:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1789683468.817994:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496e70. 00000400:00000200:2.0:1789683468.818004:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf5d8 00000400:00000010:2.0:1789683468.818007:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf5d8. 00000100:00000001:2.0:1789683468.818011:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:2.0:1789683468.818021:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb45038380 x1876618825979264/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1789683468.818032:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb45038380 x1876618825979264/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683468.818039:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:2.0:1789683468.818041:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683468.818043:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1789683468.818057:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1789683468.818060:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1789683468.818062:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1789683468.818065:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1789683468.818073:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb50729c60 time=110 v=5 (5 0 0 0) 00000100:00001000:2.0:1789683468.818077:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb50729c18 time=110 v=5 (1 0 0 0) 00000100:00000001:2.0:1789683468.818079:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1789683468.818081:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1789683468.818083:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1789683468.818086:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.818090:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1789683468.818092:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb480a4800: skip recheck: last_committed 0 00000100:00000001:2.0:1789683468.818094:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1789683468.818096:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1789683468.818102:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb45038380 x1876618825979264/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683468.818110:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1789683468.818113:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1789683468.818114:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1789683468.818118:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb45038380 x1876618825979264/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789683468.818200:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825979264:192.168.204.144@tcp:400:kworker.0 00000100:00000001:2.0:1789683468.818205:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.818207:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1789683468.818212:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb45038380 x1876618825979264/t0(0) o400->lustre-MDT0000-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1789683468.818219:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1789683468.818221:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1789683468.818224:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512ede00. 02000000:00000001:2.0:1789683468.818229:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1789683468.818232:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:2.0:1789683468.818234:0:2404:0:(genops.c:1222:class_import_put()) import ffff95cb50729800 refcount=3 obd=lustre-MDT0000-mdc-ffff95cb480a4800 00000020:00000001:2.0:1789683468.818236:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:2.0:1789683468.818243:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162d00. 02000000:00000001:2.0:1789683468.818246:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1789683468.818248:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1789683468.818250:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb45038380. 00000100:00000001:2.0:1789683468.818254:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1789683468.818255:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1789683468.818258:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.818259:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1789683468.818260:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1789683468.818262:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1789683468.818264:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1789683468.829213:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.829235:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683468.829241:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.829244:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683468.829256:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.829264:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683468.829275:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.829280:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.829287:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.829292:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e805680 00000400:00000200:0.0:1789683468.829297:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.829303:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0xa61 [1] + 224 00000800:00000001:0.0:1789683468.829313:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.829318:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683468.829322:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683468.829327:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683468.829339:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683468.829349:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb4503aa00 x1876618825979520/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683468.829361:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb4503aa00 x1876618825979520/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683468.829415:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683468.829428:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.829432:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683468.829434:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.829436:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683468.829440:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.829443:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683468.829447:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.829450:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.829453:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.829456:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e805600 00000400:00000200:0.0:1789683468.829459:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.829463:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0xa69 [1] + 224 00000800:00000001:0.0:1789683468.829467:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.829471:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683468.829473:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683468.829476:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683468.829479:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683468.829484:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb45039500 x1876618825979392/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683468.829493:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb45039500 x1876618825979392/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683468.829500:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683468.829503:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.829507:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1789683468.829509:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.829511:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683468.829513:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.829516:0:2395:0:(lib-move.c:4645:lnet_parse()) TRACE: 192.168.204.44@tcp(192.168.204.44@tcp) <- 192.168.204.144@tcp : PUT - for me 00000400:00000200:0.0:1789683468.829520:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.829540:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.829543:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.829546:0:2395:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.204.144@tcp of length 224 into portal 10 MB=0x6aac65e805700 00000400:00000200:0.0:1789683468.829549:0:2395:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.144@tcp to cpt 0 00000400:00000200:0.0:1789683468.829553:0:2395:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.144@tcp of length 224/224 into md 0xa71 [1] + 224 00000800:00000001:0.0:1789683468.829557:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.829579:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1789683468.829582:0:2395:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1789683468.829586:0:2395:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.44@tcp->192.168.204.144@tcp: PUT: OK 00000100:00000001:0.0:1789683468.829589:0:2395:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:0.0:1789683468.829594:0:2395:0:(events.c:82:reply_in_callback()) @@@ type 2, status 0 req@ffff95cb4503b480 x1876618825979648/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1789683468.829601:0:2395:0:(events.c:151:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff95cb4503b480 x1876618825979648/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1789683468.829608:0:2395:0:(events.c:165:reply_in_callback()) Process leaving 00000800:00000001:0.0:1789683468.829612:0:2395:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1789683468.829615:0:2395:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683468.830431:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683468.830437:0:2404:0:(client.c:1991:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1789683468.830446:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789683468.830448:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789683468.830453:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496210. 00000400:00000200:3.0:1789683468.830461:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adfbb0 00000400:00000010:3.0:1789683468.830464:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adfbb0. 00000100:00000001:3.0:1789683468.830467:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789683468.830474:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb45039500 x1876618825979392/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789683468.830484:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb45039500 x1876618825979392/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.830490:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789683468.830493:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683468.830495:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789683468.830499:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789683468.830502:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789683468.830504:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683468.830507:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789683468.830518:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a7c60 time=109 v=5 (5 0 0 0) 00000100:00001000:3.0:1789683468.830522:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a7c18 time=109 v=5 (1 0 0 0) 00000100:00000001:3.0:1789683468.830525:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789683468.830527:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683468.830531:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789683468.830537:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb45039500 x1876618825979392/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789683468.830544:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683468.830548:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789683468.830550:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb480a4800: skip recheck: last_committed 0 00000100:00000001:3.0:1789683468.830552:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789683468.830554:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.830558:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb45039500 x1876618825979392/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.830565:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789683468.830580:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789683468.830583:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789683468.830587:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb45039500 x1876618825979392/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683468.830595:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb45039500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:8555ea9f-e6c7-4d13-ae13-a63148a1f25f:2404:1876618825979392:192.168.204.144@tcp:400:kworker.0 00000400:00000001:3.0:1789683468.830601:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789683468.830603:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789683468.830605:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496d10. 00000400:00000200:3.0:1789683468.830607:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adfe58 00000400:00000010:3.0:1789683468.830609:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adfe58. 00000100:00000001:3.0:1789683468.830611:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789683468.830615:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb4503b480 x1876618825979648/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789683468.830623:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb4503b480 x1876618825979648/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.830637:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789683468.830638:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683468.830640:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789683468.830641:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789683468.830643:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789683468.830644:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683468.830646:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789683468.830651:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb507a5460 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1789683468.830654:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb507a5418 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1789683468.830656:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789683468.830658:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683468.830690:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1789683468.830693:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff95cb4503b480 x1876618825979648/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1789683468.830699:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683468.830702:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789683468.830703:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:3.0:1789683468.830710:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789683468.830712:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.830716:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb4503b480 x1876618825979648/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.830721:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789683468.830723:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789683468.830724:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789683468.830727:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb4503b480 x1876618825979648/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683468.830744:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2404:1876618825979648:192.168.204.144@tcp:400:kworker.0 00000400:00000001:3.0:1789683468.830750:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1789683468.830751:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1789683468.830753:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff95cb5a496738. 00000400:00000200:3.0:1789683468.830756:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff95cb50adf440 00000400:00000010:3.0:1789683468.830757:0:2404:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff95cb50adf440. 00000100:00000001:3.0:1789683468.830759:0:2404:0:(events.c:80:reply_in_callback()) Process entered 00000100:00000200:3.0:1789683468.830763:0:2404:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0 req@ffff95cb4503aa00 x1876618825979520/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1789683468.830770:0:2404:0:(events.c:104:reply_in_callback()) @@@ unlink req@ffff95cb4503aa00 x1876618825979520/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.830776:0:2404:0:(events.c:165:reply_in_callback()) Process leaving 00000100:00000001:3.0:1789683468.830777:0:2404:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683468.830778:0:2404:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1789683468.830780:0:2404:0:(sec.c:1131:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1789683468.830781:0:2404:0:(pack_generic.c:607:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1789683468.830782:0:2404:0:(pack_generic.c:625:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1789683468.830784:0:2404:0:(sec.c:1193:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1789683468.830787:0:2404:0:(import.c:2196:obd_at_measure()) add 5 to ffff95cb43154c60 time=36 v=5 (5 0 0 0) 00000100:00001000:3.0:1789683468.830790:0:2404:0:(import.c:2196:obd_at_measure()) add 1 to ffff95cb43154c18 time=36 v=5 (1 0 0 0) 00000100:00000001:3.0:1789683468.830792:0:2404:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1789683468.830794:0:2404:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1789683468.830795:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1789683468.830803:0:2404:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683468.830806:0:2404:0:(client.c:3110:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1789683468.830807:0:2404:0:(client.c:3122:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff95cb507a9800: skip recheck: last_committed 0 00000100:00000001:3.0:1789683468.830808:0:2404:0:(client.c:3123:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1789683468.830810:0:2404:0:(client.c:1798:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1789683468.830813:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff95cb4503aa00 x1876618825979520/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.830818:0:2404:0:(client.c:2355:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1789683468.830820:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1789683468.830822:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1789683468.830825:0:2404:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff95cb4503aa00 x1876618825979520/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789683468.830832:0:2404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff95cb4503aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:00b24ef7-84ac-4f87-be77-eaefb5a52419:2404:1876618825979520:192.168.204.144@tcp:400:kworker.0 00000100:00000001:3.0:1789683468.830836:0:2404:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683468.830839:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789683468.830843:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb45039500 x1876618825979392/t0(0) o400->lustre-MDT0001-mdc-ffff95cb480a4800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.830849:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789683468.830851:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789683468.830855:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512eca00. 02000000:00000001:3.0:1789683468.830860:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789683468.830863:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789683468.830865:0:2404:0:(genops.c:1222:class_import_put()) import ffff95cb507a7800 refcount=3 obd=lustre-MDT0001-mdc-ffff95cb480a4800 00000020:00000001:3.0:1789683468.830867:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789683468.830869:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162100. 02000000:00000001:3.0:1789683468.830872:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789683468.830874:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789683468.830876:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb45039500. 00000100:00000001:3.0:1789683468.830879:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789683468.830880:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683468.831014:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789683468.831018:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb4503b480 x1876618825979648/t0(0) o400->lustre-MDT0001-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.831037:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789683468.831038:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789683468.831040:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512ed400. 02000000:00000001:3.0:1789683468.831044:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789683468.831045:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789683468.831046:0:2404:0:(genops.c:1222:class_import_put()) import ffff95cb507a5000 refcount=3 obd=lustre-MDT0001-mdc-ffff95cb507a9800 00000020:00000001:3.0:1789683468.831048:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789683468.831050:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162c00. 02000000:00000001:3.0:1789683468.831051:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789683468.831052:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789683468.831054:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb4503b480. 00000100:00000001:3.0:1789683468.831056:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789683468.831057:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683468.831059:0:2404:0:(client.c:2868:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1789683468.831062:0:2404:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff95cb4503aa00 x1876618825979520/t0(0) o400->lustre-MDT0000-mdc-ffff95cb507a9800@192.168.204.144@tcp:12/10 lens 224/224 e 0 to 0 dl 1789683484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1789683468.831067:0:2404:0:(client.c:2794:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1789683468.831068:0:2404:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1789683468.831069:0:2404:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff95cb512ed600. 02000000:00000001:3.0:1789683468.831071:0:2404:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1789683468.831072:0:2404:0:(genops.c:1216:class_import_put()) Process entered 00000020:00000040:3.0:1789683468.831073:0:2404:0:(genops.c:1222:class_import_put()) import ffff95cb43154800 refcount=3 obd=lustre-MDT0000-mdc-ffff95cb507a9800 00000020:00000001:3.0:1789683468.831074:0:2404:0:(genops.c:1229:class_import_put()) Process leaving 02000000:00000010:3.0:1789683468.831076:0:2404:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff95cb45162400. 02000000:00000001:3.0:1789683468.831078:0:2404:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1789683468.831078:0:2404:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1789683468.831079:0:2404:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff95cb4503aa00. 00000100:00000001:3.0:1789683468.831081:0:2404:0:(client.c:2850:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1789683468.831082:0:2404:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683468.831084:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1789683468.831092:0:2404:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1789683468.831095:0:2404:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1789683468.831097:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1789683468.831099:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683469.193427:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683469.193436:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683469.193443:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683469.193444:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1789683469.198556:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1789683469.198588:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1789683469.198595:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1789683469.829738:0:6165:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1789683469.829749:0:6165:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1789683469.829772:0:254:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7110 (cpu 1) has reached its deadline 4295061445, at 4295061504 00000100:00000010:1.0:1789683469.829784:0:254:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb47d4f360. 00000100:00000040:0.0:1789683469.831476:0:366:0:(connection.c:75:cpu_latency_work()) work item of ffff95cb58fb7000 (cpu 0) has reached its deadline 4295061445, at 4295061506 00000100:00000010:0.0:1789683469.831494:0:366:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff95cb47d4fd80. 00010000:00000001:0.0:1789683470.212830:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683470.212838:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683470.212846:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683470.212847:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1789683470.214248:0:6175:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1789683470.214254:0:6175:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1789683470.214269:0:6175:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1789683471.241481:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683471.241489:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1789683471.241495:0:366:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1789683471.241496:0:366:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1789683471.244530:0:6174:0:(genops.c:1894:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1789683471.244538:0:6174:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1789683471.244543:0:6174:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 10357 lines, 10357 kept, 0 dropped, 0 bad.