00000001:01000000:0.0F:1787382131.403682:0:2343:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 563 MB/s 00000001:01000000:3.0F:1787382131.656893:0:2343:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 545 MB/s 00000001:01000000:2.0F:1787382131.909165:0:2343:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 2702 MB/s 00000020:02000000:2.0:1787382132.880802:0:2373:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.54_114_g76b937b 00000400:02000000:2.0:1787382133.887827:0:2388:0:(api-ni.c:2752:lnet_startup_lndni()) Added LNI 192.168.204.39@tcp [8/256/0/180] 00008000:02000000:2.0:1787382138.552304:0:2539:0:(echo_client.c:2573:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:2.0:1787382320.898763:0:6166:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787382320.898770:0:6166:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1787382320.898771:0:6166:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.139@tcp:/lustre 00000020:01000004:2.0:1787382320.898773:0:6166:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1787382320.898948:0:6166:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 0000000021187a46 00000080:01000004:2.0:1787382320.898963:0:6166:0:(super25.c:167:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1787382320.898985:0:6166:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.139@tcp' 00000020:01000004:2.0:1787382320.899052:0:6166:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.139@tcp (typ=mgc) 00000020:00000080:2.0:1787382320.899080:0:6166:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.139@tcp (000000002d88b1bb) 00000020:00000080:2.0:1787382320.899103:0:6166:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:2.0:1787382320.899488:0:6166:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1787382320.899518:0:6166:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:2.0:1787382320.904576:0:6166:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:2.0:1787382320.904589:0:6166:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:2.0:1787382320.908863:0:6166:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:3.0:1787382320.909713:0:6166:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0:1787382320.915615:0:6166:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:0.0:1787382320.915638:0:6166:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:1.0F:1787382320.917039:0:6166:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:1.0:1787382320.917060:0:6166:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1787382320.928302:0:6166:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787382320.928821:0:6166:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787382320.929090:0:6166:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1787382320.929098:0:6166:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1787382320.931272:0:6166:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:2.0:1787382320.931289:0:6166:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1787382320.931919:0:6166:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:0.0:1787382320.931928:0:6166:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:3.0:1787382320.935984:0:6166:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:3.0:1787382320.936013:0:6166:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:3.0:1787382320.937235:0:6166:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:3.0:1787382320.937248:0:6166:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1787382320.937961:0:6166:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1787382320.937972:0:6166:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:0.0:1787382320.939502:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787382320.939511:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787382320.939513:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787382320.939850:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787382320.939852:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787382320.939854:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:3.0:1787382320.945457:0:6166:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000067617e56@MGC192.168.204.139@tcp: add connection 192.168.204.139@tcp at head 00010000:00010000:3.0:1787382320.945685:0:6166:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.139@tcp-0 is initialized 00000040:01000000:3.0:1787382320.945694:0:6166:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.139@tcp ctxt 1 is initialized 00010000:00010000:0.0:1787382320.951771:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1787382320.957136:0:6181:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1787382320.962741:0:6166:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.139@tcp (uuid c7f076f5-cd8a-4f1e-b923-10e1a46b7089) 00000020:00000080:2.0:1787382320.962780:0:6166:0:(genops.c:1406:class_connect()) connect: client c7f076f5-cd8a-4f1e-b923-10e1a46b7089, cookie 0x7c2edf798b57cf06 00000100:00080000:2.0:1787382320.962812:0:6166:0:(import.c:510:import_select_connection()) MGC192.168.204.139@tcp: connect to NID 192.168.204.139@tcp last attempt 0 00000100:00080000:2.0:1787382320.962828:0:6166:0:(import.c:624:import_select_connection()) MGC192.168.204.139@tcp: import 0000000067617e56 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000100:00100000:2.0:1787382320.962903:0:6166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000071d70ec3 x1874206007492736/t0(0) o250->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787382320.962940:0:6166:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS 00000080:00200000:2.0:1787382320.962979:0:6166:0:(llite_lib.c:1387:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff919506214800 (sb 0000000021187a46) 00000080:01000000:2.0:1787382320.963206:0:6166:0:(llite_lib.c:1114:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1787382320.963209:0:6166:0:(llite_lib.c:1124:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1787382320.963214:0:6166:0:(llite_lib.c:1124:ll_options()) next opt=flock 00000080:01000000:2.0:1787382320.963231:0:6166:0:(llite_lib.c:1421:ll_fill_super()) llite sb uuid: a7704f26-b5db-496e-9804-6b0fb01761e9 10000000:01000000:2.0:1787382320.964005:0:6166:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787382320.964011:0:6166:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff919506214800 00000100:00100000:1.0:1787382320.964204:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000071d70ec3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2404:1874206007492736:192.168.204.139@tcp:250: 10000000:01000000:2.0:1787382320.968421:0:6166:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff919506944d40 10000000:01000000:2.0:1787382320.968445:0:6166:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787382320.968459:0:6166:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff919506944d40 from 1 10000000:01000000:2.0:1787382320.968463:0:6166:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1787382320.968529:0:6166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: 0000000088afd684/0x7c2edf798b57cf0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787382320.968543:0:6166:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: 0000000088afd684/0x7c2edf798b57cf0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787382320.968556:0:6166:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: 0000000088afd684/0x7c2edf798b57cf0d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787382320.968591:0:6166:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000727f8133 x1874206007492864/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382320.968603:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set 000000006d35a7c5 going to sleep for 0 seconds 00000100:00100000:2.0:1787382320.969894:0:2404:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.204.139@tcp: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787382320.969914:0:2404:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.139@tcp: connect to target with instance 0 00000100:00080000:2.0:1787382320.969926:0:2404:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.139@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:2.0:1787382320.969932:0:2404:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:2.0:1787382320.969938:0:2404:0:(import.c:65:import_set_state_nolock()) 0000000067617e56 MGS: changing import state from CONNECTING to FULL 10000000:01000000:2.0:1787382320.969943:0:2404:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:2.0:1787382320.969953:0:2404:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:2.0:1787382320.969966:0:2404:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000006d35a7c5): req@00000000727f8133 x1874206007492864/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382320.969985:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000071d70ec3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2404:1874206007492736:192.168.204.139@tcp:250: 00000100:00100000:2.0:1787382320.971248:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set 000000006d35a7c5 going to sleep for 11 seconds 00000100:00100000:2.0:1787382320.975230:0:6166:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000727f8133 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007492864:192.168.204.139@tcp:101: 00010000:00010000:2.0:1787382320.975278:0:6166:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: 0000000088afd684/0x7c2edf798b57cf0d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83feda expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787382320.975292:0:6166:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: 0000000088afd684/0x7c2edf798b57cf0d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7d25ed8dbe83feda expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787382320.975548:0:6166:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000727f8133 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007492992:192.168.204.139@tcp:501: 00000100:00100000:2.0:1787382320.975657:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set 000000006d35a7c5 going to sleep for 11 seconds 00000100:00100000:0.0:1787382320.985685:0:6166:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000727f8133 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007492992:192.168.204.139@tcp:501: 10000000:01000000:1.0:1787382320.989253:0:6166:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1787382320.989484:0:6166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: 0000000088afd684/0x7c2edf798b57cf0d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83feda expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382320.989503:0:6166:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: 0000000088afd684/0x7c2edf798b57cf0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83feda expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787382320.989516:0:6166:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff919506214800 10000000:01000000:1.0:1787382320.989527:0:6166:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787382320.989533:0:6166:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff919506214800 10000000:01000000:1.0:1787382320.989536:0:6166:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787382320.989540:0:6166:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff919506214800 10000000:01000000:1.0:1787382320.989543:0:6166:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1787382320.989547:0:6166:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff919506214800 from 1 10000000:01000000:1.0:1787382320.989550:0:6166:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787382320.989623:0:6166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: 0000000070534309/0x7c2edf798b57cf14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382320.989632:0:6166:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: 0000000070534309/0x7c2edf798b57cf14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382320.989644:0:6166:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: 0000000070534309/0x7c2edf798b57cf14 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787382320.989676:0:6166:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005d6d533a pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007493120:192.168.204.139@tcp:101: 00000100:00100000:1.0:1787382320.989811:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set 000000004557d32f going to sleep for 11 seconds 00000100:00100000:0.0:1787382320.995728:0:6166:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005d6d533a pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007493120:192.168.204.139@tcp:101: 00010000:00010000:0.0:1787382320.995770:0:6166:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: 0000000070534309/0x7c2edf798b57cf14 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83fee1 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382320.995786:0:6166:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: 0000000070534309/0x7c2edf798b57cf14 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7d25ed8dbe83fee1 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787382320.995916:0:6166:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006ebcd999 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007493248:192.168.204.139@tcp:501: 00000100:00100000:0.0:1787382320.996034:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set 00000000a2d08269 going to sleep for 11 seconds 00000100:00100000:0.0:1787382320.998819:0:6166:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006ebcd999 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007493248:192.168.204.139@tcp:501: 00000100:00100000:0.0:1787382320.998907:0:6166:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006ebcd999 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007493376:192.168.204.139@tcp:503: 00000100:00100000:0.0:1787382320.999089:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set 00000000a2d08269 going to sleep for 11 seconds 00000100:00100000:0.0:1787382321.008203:0:6166:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006ebcd999 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007493376:192.168.204.139@tcp:503: 00000100:00100000:3.0:1787382321.009564:0:6185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000fa4c8840 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6185:1874206007493504:192.168.204.139@tcp:502: 00000100:00100000:3.0:1787382321.009744:0:6185:0:(client.c:2702:ptlrpc_set_wait()) set 000000007cee7335 going to sleep for 11 seconds 00000100:00100000:1.0:1787382321.020197:0:6185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000fa4c8840 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6185:1874206007493504:192.168.204.139@tcp:502: 00000020:01000000:1.0:1787382321.020283:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787382321.020308:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787382321.020311:0:6185:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:1.0:1787382321.020321:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff919506214800 00000020:00000080:1.0:1787382321.020324:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787382321.020351:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff919506214800 (00000000a89ede64) 00000020:00000080:1.0:1787382321.020397:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:1.0:1787382321.020426:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff919506214800 00000020:00000080:1.0:1787382321.020430:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1787382321.020853:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff919506214800 (uuid a7704f26-b5db-496e-9804-6b0fb01761e9) 00000020:01000000:1.0:1787382321.020860:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787382321.020864:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787382321.020866:0:6185:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:1.0:1787382321.020868:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787382321.020872:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787382321.020873:0:6185:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:1.0:1787382321.020876:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff919506214800 00000020:00000080:1.0:1787382321.020878:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787382321.020886:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff919506214800 (00000000da0eae61) 00000020:00000080:1.0:1787382321.020896:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:1.0:1787382321.020901:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff919506214800 00000020:00000080:1.0:1787382321.020903:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:1.0:1787382321.023724:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff919506214800 (uuid a7704f26-b5db-496e-9804-6b0fb01761e9) 00000020:01000000:1.0:1787382321.023744:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787382321.023753:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787382321.023756:0:6185:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:1.0:1787382321.023759:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787382321.023763:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787382321.023765:0:6185:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:1.0:1787382321.023769:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1787382321.023771:0:6185:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:1.0:1787382321.023781:0:6185:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:1.0:1787382321.023789:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787382321.023791:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787382321.023793:0:6185:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:1.0:1787382321.023807:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787382321.023813:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787382321.023815:0:6185:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:1.0:1787382321.023818:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787382321.023825:0:6185:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.139@tcp to nid 0x20000c0a8cc8b (192.168.204.139@tcp) 00000020:01000000:1.0:1787382321.023861:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff919506214800 00000020:00000080:1.0:1787382321.023863:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787382321.023876:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff919506214800 (00000000378c852e) 00000020:00000080:1.0:1787382321.023901:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:1.0:1787382321.023907:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff919506214800 00000020:00000080:1.0:1787382321.023910:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1787382321.024671:0:6185:0:(ldlm_lib.c:102:import_set_conn()) imp 000000004ccc3c96@lustre-MDT0000-mdc-ffff919506214800: add connection 192.168.204.139@tcp at head 00010000:00010000:1.0:1787382321.027044:0:6185:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff919506214800-1 is initialized 00000040:01000000:2.0:1787382321.027380:0:6185:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff919506214800 ctxt 13 is initialized 00000020:00000080:2.0:1787382321.027898:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff919506214800 (uuid a7704f26-b5db-496e-9804-6b0fb01761e9) 00000020:01000000:2.0:1787382321.028007:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff919506214800 00000020:00000080:2.0:1787382321.028022:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1787382321.028062:0:6185:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:2.0:1787382321.028139:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787382321.028145:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787382321.028147:0:6185:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:2.0:1787382321.028151:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787382321.028155:0:6185:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1787382321.028157:0:6185:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787382321.028159:0:6185:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787382321.028160:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787382321.028164:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787382321.028166:0:6185:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787382321.028169:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787382321.028176:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787382321.028177:0:6185:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:2.0:1787382321.028181:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787382321.028188:0:6185:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.139@tcp to nid 0x20000c0a8cc8b (192.168.204.139@tcp) 00000020:01000000:2.0:1787382321.028228:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff919506214800 00000020:00000080:2.0:1787382321.028232:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787382321.028255:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff919506214800 (0000000041b201a3) 00000020:00000080:2.0:1787382321.028277:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:2.0:1787382321.028285:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff919506214800 00000020:00000080:2.0:1787382321.028289:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1787382321.028480:0:6185:0:(ldlm_lib.c:102:import_set_conn()) imp 000000003c273973@lustre-MDT0001-mdc-ffff919506214800: add connection 192.168.204.139@tcp at head 00010000:00010000:2.0:1787382321.030690:0:6185:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff919506214800-2 is initialized 00000040:01000000:2.0:1787382321.031000:0:6185:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff919506214800 ctxt 13 is initialized 00000020:00000080:2.0:1787382321.031246:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff919506214800 (uuid a7704f26-b5db-496e-9804-6b0fb01761e9) 00000020:01000000:2.0:1787382321.031268:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff919506214800 00000020:00000080:2.0:1787382321.031275:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:2.0:1787382321.031312:0:6185:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:2.0:1787382321.031379:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787382321.031385:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787382321.031387:0:6185:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:2.0:1787382321.031390:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787382321.031393:0:6185:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:2.0:1787382321.031395:0:6185:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787382321.031396:0:6185:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787382321.031422:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787382321.031427:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787382321.031428:0:6185:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787382321.031430:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787382321.031784:0:6185:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.139@tcp:/lustre 00000020:00000080:2.0:1787382321.031792:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787382321.031803:0:6185:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1787382321.031811:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787382321.031818:0:6185:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.139@tcp to nid 0x20000c0a8cc8b (192.168.204.139@tcp) 00000020:01000000:2.0:1787382321.031862:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff919506214800 00000020:00000080:2.0:1787382321.031865:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787382321.031881:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff919506214800 (00000000444cd286) 00000020:00000080:2.0:1787382321.031903:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:2.0:1787382321.031910:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff919506214800 00000020:00000080:2.0:1787382321.031921:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1787382321.032034:0:6185:0:(ldlm_lib.c:102:import_set_conn()) imp 000000002f3de812@lustre-OST0000-osc-ffff919506214800: add connection 192.168.204.139@tcp at head 00010000:00010000:2.0:1787382321.032364:0:6185:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff919506214800-3 is initialized 00000020:00000080:2.0:1787382321.041601:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff919506214800 (uuid a7704f26-b5db-496e-9804-6b0fb01761e9) 00000020:01000000:2.0:1787382321.041625:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff919506214800 00000020:00000080:2.0:1787382321.041630:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1787382321.041656:0:6185:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:2.0:1787382321.041665:0:6185:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff919506214800: Adding target lustre-OST0000_UUID 00020000:01000000:2.0:1787382321.041673:0:6185:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:2.0:1787382321.041690:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787382321.041695:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787382321.041697:0:6185:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1787382321.041702:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787382321.041705:0:6185:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1787382321.041707:0:6185:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787382321.041709:0:6185:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787382321.041710:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787382321.041714:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787382321.041715:0:6185:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787382321.041719:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1787382321.041723:0:6185:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.139@tcp:/lustre 00000020:00000080:2.0:1787382321.041727:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787382321.041728:0:6185:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1787382321.041733:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1787382321.041739:0:6185:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.139@tcp to nid 0x20000c0a8cc8b (192.168.204.139@tcp) 00000020:01000000:2.0:1787382321.041772:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff919506214800 00000020:00000080:2.0:1787382321.041775:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1787382321.041784:0:6185:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff919506214800 (000000005cbaf05f) 00000020:00000080:2.0:1787382321.041816:0:6185:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:2.0:1787382321.041823:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff919506214800 00000020:00000080:2.0:1787382321.041827:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:2.0:1787382321.042650:0:6185:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000061379d27@lustre-OST0001-osc-ffff919506214800: add connection 192.168.204.139@tcp at head 00010000:00010000:2.0:1787382321.042982:0:6185:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff919506214800-4 is initialized 00000020:00000080:2.0:1787382321.045736:0:6185:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff919506214800 (uuid a7704f26-b5db-496e-9804-6b0fb01761e9) 00000020:01000000:2.0:1787382321.045756:0:6185:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff919506214800 00000020:00000080:2.0:1787382321.045760:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:2.0:1787382321.045783:0:6185:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:2.0:1787382321.045806:0:6185:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff919506214800: Adding target lustre-OST0001_UUID 00020000:01000000:2.0:1787382321.045812:0:6185:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:2.0:1787382321.045825:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787382321.045830:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787382321.045832:0:6185:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1787382321.045836:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787382321.045840:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787382321.045841:0:6185:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1787382321.045844:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1787382321.045845:0:6185:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:2.0:1787382321.046996:0:6185:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000003f099b19 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6185:1874206007493632:192.168.204.139@tcp:502: 00000100:00100000:2.0:1787382321.053088:0:6185:0:(client.c:2702:ptlrpc_set_wait()) set 000000003eccb647 going to sleep for 11 seconds 00000100:00100000:2.0:1787382321.056868:0:6185:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000003f099b19 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6185:1874206007493632:192.168.204.139@tcp:502: 00000020:01000000:2.0:1787382321.056928:0:6185:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787382321.056937:0:6185:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787382321.056939:0:6185:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000040:00080000:2.0:1787382321.056945:0:6185:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:0.0:1787382321.058297:0:6166:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:0.0:1787382321.058333:0:6166:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787382321.058357:0:6166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: 0000000070534309/0x7c2edf798b57cf14 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83fee1 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382321.058384:0:6166:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: 0000000070534309/0x7c2edf798b57cf14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83fee1 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787382321.058393:0:6166:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff919506214800 from 1 10000000:01000000:0.0:1787382321.058396:0:6166:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1787382321.058463:0:6166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: 0000000057bef0d9/0x7c2edf798b57cf45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382321.058472:0:6166:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: 0000000057bef0d9/0x7c2edf798b57cf45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382321.058482:0:6166:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: 0000000057bef0d9/0x7c2edf798b57cf45 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787382321.058509:0:6166:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006ebcd999 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007493760:192.168.204.139@tcp:101: 00000100:00100000:0.0:1787382321.058605:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set 00000000b5f49f60 going to sleep for 11 seconds 00000100:00100000:0.0:1787382321.064912:0:6166:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006ebcd999 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007493760:192.168.204.139@tcp:101: 00010000:00010000:0.0:1787382321.064942:0:6166:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: 0000000057bef0d9/0x7c2edf798b57cf45 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83fee8 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382321.064955:0:6166:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: 0000000057bef0d9/0x7c2edf798b57cf45 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7d25ed8dbe83fee8 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787382321.066086:0:6166:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006ebcd999 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007493888:192.168.204.139@tcp:256: 00000100:00100000:0.0:1787382321.066198:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set 00000000b5f49f60 going to sleep for 11 seconds 00000100:00100000:0.0:1787382321.075746:0:6166:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006ebcd999 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007493888:192.168.204.139@tcp:256: 10000000:01000000:0.0:1787382321.078109:0:6166:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1787382321.078147:0:6166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: 0000000057bef0d9/0x7c2edf798b57cf45 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83fee8 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382321.078164:0:6166:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: 0000000057bef0d9/0x7c2edf798b57cf45 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83fee8 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787382321.078175:0:6166:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff919506214800 from 1 10000000:01000000:0.0:1787382321.078178:0:6166:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787382321.078236:0:6166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: 000000002105baea/0x7c2edf798b57cf4c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382321.078244:0:6166:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: 000000002105baea/0x7c2edf798b57cf4c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382321.078255:0:6166:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: 000000002105baea/0x7c2edf798b57cf4c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787382321.078283:0:6166:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006ebcd999 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007494016:192.168.204.139@tcp:101: 00000100:00100000:0.0:1787382321.078570:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set 00000000b5f49f60 going to sleep for 11 seconds 00000100:00100000:0.0:1787382321.084535:0:6166:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006ebcd999 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007494016:192.168.204.139@tcp:101: 00010000:00010000:0.0:1787382321.084577:0:6166:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: 000000002105baea/0x7c2edf798b57cf4c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83feef expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382321.084619:0:6166:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: 000000002105baea/0x7c2edf798b57cf4c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7d25ed8dbe83feef expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787382321.084722:0:6166:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006ebcd999 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007494144:192.168.204.139@tcp:501: 00000100:00100000:0.0:1787382321.084914:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set 00000000b5f49f60 going to sleep for 11 seconds 00000100:00100000:0.0:1787382321.090509:0:6166:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006ebcd999 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007494144:192.168.204.139@tcp:501: 00000100:00100000:0.0:1787382321.090624:0:6166:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006ebcd999 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007494272:192.168.204.139@tcp:503: 00000100:00100000:0.0:1787382321.090810:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set 00000000b5f49f60 going to sleep for 11 seconds 00000100:00100000:0.0:1787382321.099342:0:6166:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006ebcd999 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6166:1874206007494272:192.168.204.139@tcp:503: 00000100:00100000:1.0:1787382321.100204:0:6190:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000005f7541be pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6190:1874206007494400:192.168.204.139@tcp:502: 00000100:00100000:1.0:1787382321.100349:0:6190:0:(client.c:2702:ptlrpc_set_wait()) set 00000000fb1dbe2c going to sleep for 11 seconds 00000100:00100000:1.0:1787382321.102634:0:6190:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000005f7541be pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6190:1874206007494400:192.168.204.139@tcp:502: 00000020:01000000:1.0:1787382321.102705:0:6190:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787382321.102721:0:6190:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787382321.102724:0:6190:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787382321.102733:0:6190:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff919506214800 00000020:00000080:1.0:1787382321.102737:0:6190:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787382321.102839:0:6190:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6190:1874206007494528:192.168.204.139@tcp:502: 00000100:00100000:1.0:1787382321.102956:0:6190:0:(client.c:2702:ptlrpc_set_wait()) set ffff9195126caf00 going to sleep for 11 seconds 00000100:00100000:1.0:1787382321.106394:0:6190:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6190:1874206007494528:192.168.204.139@tcp:502: 00000020:01000000:1.0:1787382321.106511:0:6190:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787382321.106523:0:6190:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787382321.106525:0:6190:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:1.0:1787382321.106531:0:6190:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:0.0:1787382321.106763:0:6166:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1787382321.106787:0:6166:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787382321.106821:0:6166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff919500031200/0x7c2edf798b57cf4c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83feef expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382321.106835:0:6166:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff919500031200/0x7c2edf798b57cf4c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83feef expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1787382321.106862:0:6166:0:(llite_lib.c:1495:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1787382321.106891:0:6166:0:(genops.c:1406:class_connect()) connect: client a7704f26-b5db-496e-9804-6b0fb01761e9, cookie 0x7c2edf798b57cf53 00800000:01000000:0.0:1787382321.106921:0:6166:0:(lmv_obd.c:514:lmv_check_connect()) Time to connect a7704f26-b5db-496e-9804-6b0fb01761e9 to lustre-clilmv-ffff919506214800 00800000:01000000:0.0:1787382321.106929:0:6166:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff919506214800(a7704f26-b5db-496e-9804-6b0fb01761e9) - lustre-MDT0000_UUID, a7704f26-b5db-496e-9804-6b0fb01761e9 00000020:00000080:0.0:1787382321.106941:0:6166:0:(genops.c:1406:class_connect()) connect: client a7704f26-b5db-496e-9804-6b0fb01761e9, cookie 0x7c2edf798b57cf5a 00000100:00080000:0.0:1787382321.106950:0:6166:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff919506214800: connect to NID 192.168.204.139@tcp last attempt 0 00000100:00080000:0.0:1787382321.106960:0:6166:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff919506214800: import ffff9195061d2000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1787382321.106985:0:6166:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682482 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787382321.107020:0:6166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9195060fc380 x1874206007494656/t0(0) o38->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787382321.107055:0:6166:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID 00800000:01000000:0.0:1787382321.107198:0:6166:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff919506214800(a7704f26-b5db-496e-9804-6b0fb01761e9) successfully (5) 00800000:00000004:0.0:1787382321.107202:0:6166:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff919506214800: age -708, max_age 0 00800000:01000000:0.0:1787382321.107243:0:6166:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff919506214800(a7704f26-b5db-496e-9804-6b0fb01761e9) - lustre-MDT0001_UUID, a7704f26-b5db-496e-9804-6b0fb01761e9 00000020:00000080:0.0:1787382321.107254:0:6166:0:(genops.c:1406:class_connect()) connect: client a7704f26-b5db-496e-9804-6b0fb01761e9, cookie 0x7c2edf798b57cf61 00000100:00080000:0.0:1787382321.107260:0:6166:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff919506214800: connect to NID 192.168.204.139@tcp last attempt 0 00000100:00080000:0.0:1787382321.107266:0:6166:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff919506214800: import ffff9195102ce000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1787382321.107272:0:6166:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682482 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787382321.107284:0:6166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9195060fca80 x1874206007494912/t0(0) o38->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787382321.107294:0:6166:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID 00800000:01000000:0.0:1787382321.107342:0:6166:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff919506214800(a7704f26-b5db-496e-9804-6b0fb01761e9) successfully (5) 00800000:00000004:0.0:1787382321.107345:0:6166:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff919506214800: age -708, max_age 0 00000080:00000004:0.0:1787382321.107365:0:6166:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff919506214800: age -708, max_age 291 00800000:00000004:0.0:1787382321.107371:0:6166:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff919506214800: age -708, max_age 291 00000100:00080000:0.0:1787382321.107394:0:6166:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9195060ff480 x1874206007495168/t0(0) o41->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382321.107432:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set ffff919502f85cc0 going to sleep for 0 seconds 00000100:00080000:0.0:1787382321.107572:0:2406:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9195060fdf80 x1874206007494784/t0(0) o41->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382321.107586:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1787382321.107598:0:2406:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff9195060fc000 x1874206007495040/t0(0) o41->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382321.109073:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a7704f26-b5db-496e-9804-6b0fb01761e9:2404:1874206007494656:192.168.204.139@tcp:38: 00000100:00100000:1.0:1787382321.109300:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a7704f26-b5db-496e-9804-6b0fb01761e9:2404:1874206007494912:192.168.204.139@tcp:38: 00010000:00080000:1.0:1787382321.114007:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060fca80 x1874206007494912/t0(0) o38->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 520/416 e 0 to 0 dl 1787382331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382321.114029:0:2404:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff919506214800: committing for last_committed 0 gen 1 00000100:00080000:1.0:1787382321.114042:0:2404:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff919506214800: connect to target with instance 1 00000001:01000000:1.0:1787382321.363501:0:2404:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff919506214800: T10 checksum algorithm t10ip512 speed = 2943 MB/s 00000001:01000000:3.0:1787382321.613515:0:2404:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff919506214800: T10 checksum algorithm t10ip4K speed = 5803 MB/s 00000001:01000000:2.0:1787382321.864007:0:2404:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff919506214800: T10 checksum algorithm t10crc512 speed = 1131 MB/s 00010000:00010000:0.0:1787382321.973610:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:3.0:1787382322.124261:0:2404:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0001-mdc-ffff919506214800: T10 checksum algorithm t10crc4K speed = 896 MB/s 00000100:00080000:3.0:1787382322.124275:0:2404:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff919506214800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1787382322.126646:0:2404:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1787382322.126656:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9195102ce000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1787382322.127588:0:2404:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000002a8682b): req@ffff9195060fc000 x1874206007495040/t0(0) o41->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382322.129039:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a7704f26-b5db-496e-9804-6b0fb01761e9:2404:1874206007494912:192.168.204.139@tcp:38: 00010000:00080000:2.0:1787382322.129238:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060fc380 x1874206007494656/t0(0) o38->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 520/416 e 0 to 0 dl 1787382331 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382322.129251:0:2404:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff919506214800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787382322.129262:0:2404:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff919506214800: connect to target with instance 1 00000100:00080000:2.0:1787382322.129287:0:2404:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff919506214800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1787382322.129299:0:2404:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1787382322.129303:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9195061d2000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1787382322.129843:0:2404:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000005b73454): req@ffff9195060ff480 x1874206007495168/t0(0) o41->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787382322.129863:0:2404:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000002a8682b): req@ffff9195060fdf80 x1874206007494784/t0(0) o41->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382322.129904:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set ffff919502f85cc0 going to sleep for 0 seconds 00000100:00100000:0.0:1787382322.140969:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set ffff919502f85cc0 going to sleep for 11 seconds 00010000:00080000:1.0:1787382322.146600:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060fc000 x1874206007495040/t0(0) o41->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 1787382338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382322.146625:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:0:1874206007495040:192.168.204.139@tcp:41: 00000100:00100000:3.0:1787382322.154370:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a7704f26-b5db-496e-9804-6b0fb01761e9:2404:1874206007494656:192.168.204.139@tcp:38: 00010000:00080000:0.0:1787382322.156893:0:6166:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060ff480 x1874206007495168/t0(0) o41->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 1787382338 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382322.156912:0:6166:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ff480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a7704f26-b5db-496e-9804-6b0fb01761e9:6166:1874206007495168:192.168.204.139@tcp:41: 00800000:00000004:0.0:1787382322.156935:0:6166:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff919506214800: update ffff9195102d1e10 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:0.0:1787382322.156942:0:6166:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff919506214800: update ffff9195102d5190 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:0.0:1787382322.156983:0:6166:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ff480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a7704f26-b5db-496e-9804-6b0fb01761e9:6166:1874206007495296:192.168.204.139@tcp:40: 00000100:00100000:0.0:1787382322.157069:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set ffff919502f85a80 going to sleep for 11 seconds 00010000:00080000:1.0:1787382322.171643:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060fdf80 x1874206007494784/t0(0) o41->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 1787382338 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382322.171667:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:0:1874206007494784:192.168.204.139@tcp:41: 00010000:00080000:0.0:1787382322.176000:0:6166:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060ff480 x1874206007495296/t0(0) o40->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 440/448 e 0 to 0 dl 1787382338 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382322.176022:0:6166:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ff480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a7704f26-b5db-496e-9804-6b0fb01761e9:6166:1874206007495296:192.168.204.139@tcp:40: 00000080:00000004:0.0:1787382322.176046:0:6166:0:(llite_lib.c:513:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:0.0:1787382322.176059:0:6166:0:(llite_lib.c:675:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682482 ocd_grant: 2146304 00020000:01000000:0.0:1787382322.176063:0:6166:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:0.0:1787382322.176076:0:6166:0:(genops.c:1406:class_connect()) connect: client a7704f26-b5db-496e-9804-6b0fb01761e9, cookie 0x7c2edf798b57cf68 00000020:00000080:0.0:1787382322.176095:0:6166:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x7c2edf798b57cf6f 00000100:00080000:0.0:1787382322.176103:0:6166:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff919506214800: connect to NID 192.168.204.139@tcp last attempt 0 00000100:00080000:0.0:1787382322.176111:0:6166:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff919506214800: import ffff9195102ca000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1787382322.176124:0:6166:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682482 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787382322.176146:0:6166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9195060ff480 x1874206007495424/t0(0) o8->lustre-OST0000-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787382322.176194:0:6166:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID 00000100:00100000:3.0:1787382322.176306:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a7704f26-b5db-496e-9804-6b0fb01761e9:2404:1874206007495424:192.168.204.139@tcp:8: 00020000:01000000:0.0:1787382322.176913:0:6166:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff919506214800) active 00000080:00000004:0.0:1787382322.176934:0:6166:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000020:00000080:0.0:1787382322.176948:0:6166:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x7c2edf798b57cf76 00000100:00080000:0.0:1787382322.176955:0:6166:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff919506214800: connect to NID 192.168.204.139@tcp last attempt 0 00000100:00080000:0.0:1787382322.176961:0:6166:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff919506214800: import ffff9195102cd800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:0.0:1787382322.176969:0:6166:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682482 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1787382322.176994:0:6166:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9195060fdc00 x1874206007495552/t0(0) o8->lustre-OST0001-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787382322.177015:0:6166:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID 00000100:00100000:3.0:1787382322.177054:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a7704f26-b5db-496e-9804-6b0fb01761e9:2404:1874206007495552:192.168.204.139@tcp:8: 00010000:00080000:2.0:1787382322.184139:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060fdc00 x1874206007495552/t0(0) o8->lustre-OST0001-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 520/416 e 0 to 0 dl 1787382332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382322.184155:0:2404:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff919506214800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787382322.184167:0:2404:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff919506214800: connect to target with instance 1 00000100:00080000:2.0:1787382322.184177:0:2404:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff919506214800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:2.0:1787382322.184188:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0427af2e3440038 00000100:00080000:2.0:1787382322.184192:0:2404:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1787382322.184196:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9195102cd800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1787382322.184203:0:2404:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:2.0:1787382322.184206:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0427af2e3440038 00000100:00100000:2.0:1787382322.184213:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a7704f26-b5db-496e-9804-6b0fb01761e9:2404:1874206007495552:192.168.204.139@tcp:8: 00010000:00080000:2.0:1787382322.184232:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060ff480 x1874206007495424/t0(0) o8->lustre-OST0000-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 520/416 e 0 to 0 dl 1787382332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382322.184241:0:2404:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff919506214800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787382322.184245:0:2404:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff919506214800: connect to target with instance 1 00000100:00080000:2.0:1787382322.184260:0:2404:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff919506214800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:2.0:1787382322.184265:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0427af2e3440038 00000100:00080000:2.0:1787382322.184267:0:2404:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1787382322.184269:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9195102ca000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:2.0:1787382322.184272:0:2404:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:2.0:1787382322.184275:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0427af2e3440038 00000100:00100000:2.0:1787382322.184279:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a7704f26-b5db-496e-9804-6b0fb01761e9:2404:1874206007495424:192.168.204.139@tcp:8: 00020000:01000000:0.0:1787382322.188517:0:6166:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff919506214800) active 00000080:00000004:0.0:1787382322.188548:0:6166:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0427af2e3440038 00000100:00100000:0.0:1787382322.188611:0:6166:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a7704f26-b5db-496e-9804-6b0fb01761e9:6166:1874206007495680:192.168.204.139@tcp:900: 00000100:00100000:0.0:1787382322.188707:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set ffff919502f85a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787382322.194198:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787382322.194225:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2405:1874206007495808:192.168.204.139@tcp:400: 00010000:00080000:0.0:1787382322.203603:0:6166:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060ffb80 x1874206007495680/t0(0) o900->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:29/10 lens 264/248 e 0 to 0 dl 1787382338 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382322.203622:0:6166:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a7704f26-b5db-496e-9804-6b0fb01761e9:6166:1874206007495680:192.168.204.139@tcp:900: 00000100:00100000:0.0:1787382322.203685:0:6166:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a7704f26-b5db-496e-9804-6b0fb01761e9:6166:1874206007495936:192.168.204.139@tcp:33: 00000100:00100000:0.0:1787382322.203820:0:6166:0:(client.c:2702:ptlrpc_set_wait()) set ffff919502f85a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787382322.211618:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2405:1874206007495808:192.168.204.139@tcp:400: 00010000:00080000:0.0:1787382322.244286:0:6166:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060ffb80 x1874206007495936/t0(0) o33->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:23/10 lens 448/464 e 0 to 0 dl 1787382338 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:0.0:1787382322.244305:0:6166:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:a7704f26-b5db-496e-9804-6b0fb01761e9:6166:1874206007495936:192.168.204.139@tcp:33: 00000080:00200000:0.0:1787382322.244565:0:6166:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) 00000080:00200000:0.0:1787382322.244574:0:6166:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:0.0:1787382322.244644:0:6166:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00000004:0.0:1787382322.252369:0:6166:0:(super25.c:187:lustre_fill_super()) 192.168.204.139@tcp:/lustre: Mount complete 00000080:00200008:0.0:1787382322.467874:0:6208:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91950893a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787382322.467885:0:6208:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8),name=/ 00000002:00010000:0.0:1787382322.468056:0:6208:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787382322.468139:0:6208:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6208 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382322.468150:0:6208:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6208 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382322.468160:0:6208:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6208 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787382322.468186:0:6208:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job mkdir:a7704f26-b5db-496e-9804-6b0fb01761e9:6208:1874206007496064:192.168.204.139@tcp:101: 00000100:00100000:0.0:1787382322.468323:0:6208:0:(client.c:2702:ptlrpc_set_wait()) set ffff9195118de180 going to sleep for 11 seconds 00000100:00100000:0.0:1787382322.486621:0:6208:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job mkdir:a7704f26-b5db-496e-9804-6b0fb01761e9:6208:1874206007496064:192.168.204.139@tcp:101: 00010000:00010000:0.0:1787382322.486656:0:6208:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382322.486669:0:6208:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382322.486683:0:6208:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382322.486701:0:6208:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382322.486737:0:6208:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382322.486746:0:6208:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382322.486755:0:6208:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:0.0:1787382322.486777:0:6208:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff9195060ffb80 x1874206007496064/t0(0) o101->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 576/688 e 0 to 0 dl 1787382338 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:0.0:1787382322.486791:0:6208:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382322.486806:0:6208:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff919520f2f000 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:0.0:1787382322.486814:0:6208:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:0.0:1787382322.486842:0:6208:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:0.0:1787382322.486847:0:6208:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) for lock 0x7c2edf798b57cf7d 00000080:00010000:0.0:1787382322.486853:0:6208:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) 00000080:00010000:0.0:1787382322.486856:0:6208:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c2edf798b57cf7d from it ffffb861441dbcb8 00010000:00010000:0.0:1787382322.486860:0:6208:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382322.486869:0:6208:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1787382322.997633:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787382324.022506:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382325.045857:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1787382325.110451:0:6261:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91950893a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787382325.110473:0:6261:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8),name=/ 00000002:00010000:3.0:1787382325.110504:0:6261:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787382325.110525:0:6261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787382325.110541:0:6261:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1787382325.110548:0:6261:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787382325.110555:0:6261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) 00000080:00010000:3.0:1787382325.110559:0:6261:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) for lock 0x7c2edf798b57cf7d 00000080:00010000:3.0:1787382325.110566:0:6261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c2edf798b57cf7d from it ffffb861445fbcb8 00010000:00010000:3.0:1787382325.110569:0:6261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1787382325.110577:0:6261:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1787382325.112915:0:6261:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91950893a1c8), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1787382325.112926:0:6261:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8),name=/ 00000002:00010000:3.0:1787382325.113145:0:6261:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787382325.113167:0:6261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1787382325.113183:0:6261:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1787382325.113191:0:6261:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787382325.113206:0:6261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) 00000080:00010000:3.0:1787382325.113210:0:6261:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) for lock 0x7c2edf798b57cf7d 00000080:00010000:3.0:1787382325.113218:0:6261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c2edf798b57cf7d from it ffffb861445fbcb8 00010000:00010000:3.0:1787382325.113222:0:6261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1787382325.113231:0:6261:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1787382325.113660:0:6261:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8),name=/ 00000002:00010000:3.0:1787382325.113671:0:6261:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787382325.113680:0:6261:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1787382325.113689:0:6261:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1787382325.113695:0:6261:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787382325.113699:0:6261:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) 00000080:00010000:3.0:1787382325.113702:0:6261:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) for lock 0x7c2edf798b57cf7d 00000080:00010000:3.0:1787382325.113706:0:6261:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c2edf798b57cf7d from it ffffb861445fbbb0 00010000:00010000:3.0:1787382325.113709:0:6261:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1787382325.113731:0:6261:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1787382325.113740:0:6261:0:(file.c:6584:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8), inode mode 41ed mask 44 00000080:00200008:3.0:1787382325.113755:0:6261:0:(file.c:1058:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff91950893a1c8), flags 100000 00000080:00200080:3.0:1787382325.113871:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:3.0:1787382325.113886:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff91952184dc00 uarg=0000000000000000 00800000:00000004:3.0:1787382325.113894:0:6261:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff919506214800: age 293, max_age 295 00000100:00100000:3.0:1787382325.114198:0:6261:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279ed80 pname:cluuid:pid:xid:nid:opc:job lfs:a7704f26-b5db-496e-9804-6b0fb01761e9:6261:1874206007496192:192.168.204.139@tcp:41: 00000100:00100000:3.0:1787382325.114535:0:6261:0:(client.c:2702:ptlrpc_set_wait()) set ffff919502c19a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787382325.133582:0:6261:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279ed80 pname:cluuid:pid:xid:nid:opc:job lfs:a7704f26-b5db-496e-9804-6b0fb01761e9:6261:1874206007496192:192.168.204.139@tcp:41: 00800000:00000004:3.0:1787382325.133613:0:6261:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff919506214800: update ffff9195102d1e10 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1787382325.133781:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:3.0:1787382325.133798:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff91952184dc00 uarg=0000000000000000 00800000:00000004:3.0:1787382325.133807:0:6261:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff919506214800: age -708, max_age 295 00000100:00100000:3.0:1787382325.133845:0:6261:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279ed80 pname:cluuid:pid:xid:nid:opc:job lfs:a7704f26-b5db-496e-9804-6b0fb01761e9:6261:1874206007496320:192.168.204.139@tcp:41: 00000100:00100000:3.0:1787382325.135364:0:6261:0:(client.c:2702:ptlrpc_set_wait()) set ffff919502c19a80 going to sleep for 11 seconds 00010000:00080000:1.0:1787382325.141475:0:6261:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91951279ed80 x1874206007496320/t0(0) o41->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 1787382341 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382325.141517:0:6261:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279ed80 pname:cluuid:pid:xid:nid:opc:job lfs:a7704f26-b5db-496e-9804-6b0fb01761e9:6261:1874206007496320:192.168.204.139@tcp:41: 00800000:00000004:1.0:1787382325.141547:0:6261:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff919506214800: update ffff919506941e10 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:1.0:1787382325.141634:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141655:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141664:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141668:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141673:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141677:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141680:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141683:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141687:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141690:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141693:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141696:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141699:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141702:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141705:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141708:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141712:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141730:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141734:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141738:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141741:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141753:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141758:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141761:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141765:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141768:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141771:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141775:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141778:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141781:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141784:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141787:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141805:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141809:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141813:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141816:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141820:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141824:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141828:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141831:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141835:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141838:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141842:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141845:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141849:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141852:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141865:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141871:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141874:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141877:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141881:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141884:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141888:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141891:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141894:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141897:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141901:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141904:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141907:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141911:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141914:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141917:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141922:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141925:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141928:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141932:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141936:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141939:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141942:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141946:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141950:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141961:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141967:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141971:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141973:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141976:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141980:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141983:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141987:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141990:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141993:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.141996:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.141999:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142002:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142005:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142008:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142011:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142015:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142019:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142022:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142026:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142029:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142032:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142036:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142039:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142043:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142054:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142058:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142062:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142065:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142068:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142071:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142075:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142079:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142083:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142086:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142090:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142094:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142098:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142101:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142105:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142108:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142112:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142124:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142129:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142132:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142135:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142139:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142142:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142145:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142149:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142158:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142164:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142168:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142172:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00800000:00000080:1.0:1787382325.142176:0:6261:0:(lmv_obd.c:929:lmv_iocontrol()) lustre-clilmv-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.142179:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.142185:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00020000:00000004:1.0:1787382325.142192:0:6261:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff919506214800: age -708, max_age 295 00000100:00100000:1.0:1787382325.142235:0:6261:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e6300 pname:cluuid:pid:xid:nid:opc:job lfs:a7704f26-b5db-496e-9804-6b0fb01761e9:6261:1874206007496448:192.168.204.139@tcp:13: 00000100:00100000:1.0:1787382325.142652:0:6261:0:(client.c:2702:ptlrpc_set_wait()) set ffff919506047a80 going to sleep for 11 seconds 00010000:00080000:1.0:1787382325.147034:0:6261:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060e6300 x1874206007496448/t0(0) o13->lustre-OST0000-osc-ffff919506214800@192.168.204.139@tcp:7/4 lens 224/368 e 0 to 0 dl 1787382341 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382325.147054:0:6261:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e6300 pname:cluuid:pid:xid:nid:opc:job lfs:a7704f26-b5db-496e-9804-6b0fb01761e9:6261:1874206007496448:192.168.204.139@tcp:13: 00020000:00000004:1.0:1787382325.147079:0:6261:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff919506214800: update ffff9195069437d0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:1.0:1787382325.147165:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.147183:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00020000:00000004:1.0:1787382325.147191:0:6261:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff919506214800: age -708, max_age 295 00000100:00100000:1.0:1787382325.147221:0:6261:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e6300 pname:cluuid:pid:xid:nid:opc:job lfs:a7704f26-b5db-496e-9804-6b0fb01761e9:6261:1874206007496576:192.168.204.139@tcp:13: 00000100:00100000:1.0:1787382325.147312:0:6261:0:(client.c:2702:ptlrpc_set_wait()) set ffff919506047a80 going to sleep for 11 seconds 00010000:00080000:1.0:1787382325.153759:0:6261:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060e6300 x1874206007496576/t0(0) o13->lustre-OST0001-osc-ffff919506214800@192.168.204.139@tcp:7/4 lens 224/368 e 0 to 0 dl 1787382341 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382325.153780:0:6261:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e6300 pname:cluuid:pid:xid:nid:opc:job lfs:a7704f26-b5db-496e-9804-6b0fb01761e9:6261:1874206007496576:192.168.204.139@tcp:13: 00020000:00000004:1.0:1787382325.153810:0:6261:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff919506214800: update ffff919506940450 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:1.0:1787382325.154096:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154126:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154135:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154140:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154144:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154148:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154152:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154155:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154159:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154162:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154165:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154169:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154172:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154175:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154179:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154182:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154186:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154189:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154193:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154197:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154201:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154204:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154208:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154211:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154215:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154218:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154230:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154234:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154238:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154242:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154246:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154250:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154253:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154257:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154261:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154265:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154269:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154282:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154288:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154292:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154297:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154300:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154304:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154308:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154311:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154315:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154319:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154322:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154337:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154340:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154345:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154358:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154363:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154367:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154371:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154374:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154378:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154381:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154385:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154387:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154391:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154394:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154423:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154429:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154434:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154438:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154441:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154444:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154448:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154451:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154454:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154458:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154462:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154465:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154469:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154472:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154483:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154487:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154492:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154496:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154500:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154503:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154507:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154510:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154514:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154518:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154522:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154525:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154528:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154531:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154535:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154538:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154542:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154545:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154548:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154551:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154555:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154558:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154562:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154566:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154569:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154581:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154587:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154591:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154595:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154598:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154601:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154605:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154608:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154611:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154615:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154618:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154622:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154626:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154630:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154633:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154636:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154640:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154644:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154648:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154652:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154655:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154659:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154663:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200080:1.0:1787382325.154666:0:6261:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8) cmd=c00866a4 arg=7ffc7de28ed0 00020000:00000080:1.0:1787382325.154670:0:6261:0:(lov_obd.c:974:lov_iocontrol()) lustre-clilov-ffff919506214800: cmd=c00866a4 len=592 karg=ffff919512638800 uarg=0000000000000000 00000080:00200008:1.0:1787382325.154690:0:6261:0:(file.c:447:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff91950893a1c8), flags 100000 00010000:00010000:0.0:1787382326.069734:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382327.096124:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787382327.350389:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2405:1874206007496704:192.168.204.139@tcp:400: 00000100:00100000:1.0:1787382327.350546:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007496960:192.168.204.139@tcp:400: 00000100:00100000:1.0:1787382327.350579:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007497216:192.168.204.139@tcp:400: 00000100:00100000:1.0:1787382327.350613:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787382327.350620:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007496832:192.168.204.139@tcp:400: 00000100:00100000:1.0:1787382327.350645:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007497088:192.168.204.139@tcp:400: 00010000:00080000:1.0:1787382327.364567:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060e4a80 x1874206007497216/t0(0) o400->lustre-OST0001-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382327.364588:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007497216:192.168.204.139@tcp:400: 00010000:00080000:1.0:1787382327.365561:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060e5f80 x1874206007497088/t0(0) o400->lustre-OST0000-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382327.365583:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007497088:192.168.204.139@tcp:400: 00000100:00100000:1.0:1787382327.365598:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2405:1874206007496704:192.168.204.139@tcp:400: 00010000:00080000:1.0:1787382327.365610:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060e4380 x1874206007496960/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382343 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382327.365620:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007496960:192.168.204.139@tcp:400: 00000100:00100000:1.0:1787382327.365652:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007496832:192.168.204.139@tcp:400: 00010000:00010000:0.0:1787382328.117615:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787382328.583189:0:6454:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:2.0:1787382329.142674:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382330.174959:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382331.192603:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382332.213740:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787382332.282031:0:2399:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:2.0:1787382332.282115:0:2399:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1787382332.282347:0:6169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874206030617856 00000100:00100000:3.0:1787382332.282359:0:6169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874206030617856 00000100:00100000:3.0:1787382332.282468:0:6169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874206030617984 00000100:00100000:3.0:1787382332.282472:0:6169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874206030617984 00000100:00100000:3.0:1787382332.282492:0:6169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 0 00000100:00100000:3.0:1787382332.282515:0:6169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9195034f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c7f076f5-cd8a-4f1e-b923-10e1a46b7089+4:10339:x1874206030617856:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1787382332.282538:0:6169:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9195014a5200/0x7c2edf798b57cf14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7d25ed8dbe83fee1 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787382332.282655:0:6169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787382332.282662:0:6169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9195034f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c7f076f5-cd8a-4f1e-b923-10e1a46b7089+4:10339:x1874206030617856:12345-192.168.204.139@tcp:104: Request processed in 162us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1787382332.282670:0:6169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 0 00000100:00100000:3.0:1787382332.282700:0:6169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 1 00000100:00100000:3.0:1787382332.282707:0:6169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9195034fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c7f076f5-cd8a-4f1e-b923-10e1a46b7089+3:10339:x1874206030617984:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1787382332.282716:0:6169:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff919542045e00/0x7c2edf798b57cf0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7d25ed8dbe83feda expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787382332.282756:0:6169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1787382332.282762:0:6169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9195034fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c7f076f5-cd8a-4f1e-b923-10e1a46b7089+3:10339:x1874206030617984:12345-192.168.204.139@tcp:104: Request processed in 55us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1787382332.282767:0:6169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 1 00010000:00010000:1.0:1787382332.282853:0:6178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787382332.282862:0:6178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9195014a5200/0x7c2edf798b57cf14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7d25ed8dbe83fee1 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382332.282878:0:6178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9195014a5200 already unused, calling callback (ffffffffc14b7c20) 10000000:00010000:1.0:1787382332.282883:0:6178:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9195014a5200/0x7c2edf798b57cf14 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7d25ed8dbe83fee1 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382332.282893:0:6178:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9195014a5200/0x7c2edf798b57cf14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7d25ed8dbe83fee1 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787382332.282900:0:6178:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9195014a5200/0x7c2edf798b57cf14 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7d25ed8dbe83fee1 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787382332.282906:0:6178:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1787382332.282969:0:6178:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9195014a5200/0x7c2edf798b57cf14 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7d25ed8dbe83fee1 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382332.282977:0:6178:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787382332.283000:0:6178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9195014a5200/0x7c2edf798b57cf14 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7d25ed8dbe83fee1 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382332.283007:0:6178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9195014a5200/0x7c2edf798b57cf14 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7d25ed8dbe83fee1 expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382332.283027:0:6178:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787382332.283032:0:6178:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff919542045e00/0x7c2edf798b57cf0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7d25ed8dbe83feda expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382332.283038:0:6178:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff919542045e00 already unused, calling callback (ffffffffc14b7c20) 10000000:00010000:1.0:1787382332.283041:0:6178:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff919542045e00/0x7c2edf798b57cf0d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7d25ed8dbe83feda expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382332.283058:0:6178:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff919542045e00/0x7c2edf798b57cf0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7d25ed8dbe83feda expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787382332.283065:0:6178:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff919542045e00/0x7c2edf798b57cf0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7d25ed8dbe83feda expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787382332.283071:0:6178:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1787382332.283087:0:6178:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff919542045e00/0x7c2edf798b57cf0d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7d25ed8dbe83feda expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382332.283093:0:6178:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787382332.283099:0:6178:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff919542045e00/0x7c2edf798b57cf0d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7d25ed8dbe83feda expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382332.283105:0:6178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff919542045e00/0x7c2edf798b57cf0d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7d25ed8dbe83feda expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382332.283122:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787382332.283124:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787382332.283126:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787382332.283146:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007497344:192.168.204.139@tcp:103: 00000100:00100000:1.0:1787382332.283227:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787382332.283234:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007497472:192.168.204.139@tcp:103: 10000000:01000000:3.0:1787382332.284838:0:6181:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1787382332.284846:0:6181:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff919506214800 from 48 10000000:01000000:3.0:1787382332.284851:0:6181:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1787382332.284907:0:6181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9195421c4000/0x7c2edf798b57cf84 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787382332.284920:0:6181:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9195421c4000/0x7c2edf798b57cf84 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787382332.284933:0:6181:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9195421c4000/0x7c2edf798b57cf84 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787382332.284964:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007497600:192.168.204.139@tcp:101: 00000100:00100000:3.0:1787382332.285062:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set ffff9195200cc480 going to sleep for 11 seconds 00010000:00010000:0.0:1787382332.285929:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787382332.288519:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007497472:192.168.204.139@tcp:103: 00000100:00100000:1.0:1787382332.288537:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007497344:192.168.204.139@tcp:103: 00000100:00100000:1.0:1787382332.298435:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007497600:192.168.204.139@tcp:101: 00010000:00010000:1.0:1787382332.298489:0:6181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9195421c4000/0x7c2edf798b57cf84 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83ff27 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382332.298505:0:6181:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9195421c4000/0x7c2edf798b57cf84 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7d25ed8dbe83ff27 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787382332.301224:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007497728:192.168.204.139@tcp:501: 00000100:00100000:1.0:1787382332.301358:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set ffff91951021e480 going to sleep for 11 seconds 00000100:00100000:1.0:1787382332.323096:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007497728:192.168.204.139@tcp:501: 00000100:00100000:1.0:1787382332.323189:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007497856:192.168.204.139@tcp:503: 00000100:00100000:1.0:1787382332.323330:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set ffff91951021e480 going to sleep for 11 seconds 00000100:00100000:1.0:1787382332.334520:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007497856:192.168.204.139@tcp:503: 00000100:00100000:1.0:1787382332.335612:0:6650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6650:1874206007497984:192.168.204.139@tcp:502: 00000100:00100000:1.0:1787382332.335763:0:6650:0:(client.c:2702:ptlrpc_set_wait()) set ffff91951021ec00 going to sleep for 11 seconds 00000100:00100000:1.0:1787382332.340146:0:6650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6650:1874206007497984:192.168.204.139@tcp:502: 00000020:01000000:1.0:1787382332.340557:0:6650:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787382332.340585:0:6650:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787382332.340588:0:6650:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1787382332.340596:0:6650:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1787382332.340654:0:6650:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6650:1874206007498112:192.168.204.139@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787382332.340786:0:6650:0:(client.c:2702:ptlrpc_set_wait()) set ffff91951021ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1787382332.348042:0:6650:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6650:1874206007498112:192.168.204.139@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787382332.348106:0:6650:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787382332.348119:0:6650:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787382332.348121:0:6650:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787382332.348127:0:6650:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1787382332.348978:0:6181:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:3.0:1787382332.349018:0:6181:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1787382332.349034:0:6181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9195421c4000/0x7c2edf798b57cf84 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83ff27 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787382332.349050:0:6181:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9195421c4000/0x7c2edf798b57cf84 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83ff27 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787382332.349084:0:6181:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:3.0:1787382332.349087:0:6181:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff919506944d40 from 1 10000000:01000000:3.0:1787382332.349090:0:6181:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:3.0:1787382332.349143:0:6181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9195421c4e00/0x7c2edf798b57cf8b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787382332.349152:0:6181:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9195421c4e00/0x7c2edf798b57cf8b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787382332.349164:0:6181:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9195421c4e00/0x7c2edf798b57cf8b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787382332.349208:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007498240:192.168.204.139@tcp:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787382332.349335:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set ffff9195200ccc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787382332.355901:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007498240:192.168.204.139@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787382332.355949:0:6181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9195421c4e00/0x7c2edf798b57cf8b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83ff2e expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787382332.355967:0:6181:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9195421c4e00/0x7c2edf798b57cf8b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7d25ed8dbe83ff2e expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787382332.356127:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007498368:192.168.204.139@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787382332.356536:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set ffff91950334f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787382332.362984:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034fa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007498368:192.168.204.139@tcp:501:ll_cfg_requeue.0 10000000:01000000:0.0:1787382332.363043:0:6181:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1787382332.363055:0:6181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9195421c4e00/0x7c2edf798b57cf8b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83ff2e expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382332.363066:0:6181:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9195421c4e00/0x7c2edf798b57cf8b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83ff2e expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787382332.475969:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007498496:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1787382332.479748:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007498752:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1787382332.479841:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1787382332.479849:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007498624:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1787382332.479879:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007498880:192.168.204.139@tcp:400:kworker.0 00010000:00080000:0.0:1787382332.487825:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060fe680 x1874206007498880/t0(0) o400->lustre-OST0001-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382332.487861:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007498880:192.168.204.139@tcp:400:kworker.0 00010000:00080000:0.0:1787382332.487878:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060ff100 x1874206007498752/t0(0) o400->lustre-OST0000-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382332.487886:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007498752:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1787382332.488161:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007498496:192.168.204.139@tcp:400:kworker.0 00010000:00080000:1.0:1787382332.489872:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060fd180 x1874206007498624/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382348 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382332.489889:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007498624:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1787382333.237950:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787382333.237953:0:2399:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00100000:3.0:1787382333.238432:0:6169:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874206030620416 00000100:00100000:3.0:1787382333.238449:0:6169:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874206030620416 00000100:00100000:3.0:1787382333.238574:0:6169:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 2 00000100:00100000:3.0:1787382333.238586:0:6169:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9195034fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c7f076f5-cd8a-4f1e-b923-10e1a46b7089+3:10393:x1874206030620416:12345-192.168.204.139@tcp:104: 00010000:00010000:3.0:1787382333.238602:0:6169:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff919500031200/0x7c2edf798b57cf4c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7d25ed8dbe83feef expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787382333.238706:0:6169:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787382333.238713:0:6169:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9195034fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:c7f076f5-cd8a-4f1e-b923-10e1a46b7089+3:10393:x1874206030620416:12345-192.168.204.139@tcp:104: Request processed in 130us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1787382333.238720:0:6169:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 2 00010000:00010000:0.0:1787382333.238805:0:6177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787382333.238824:0:6177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff919500031200/0x7c2edf798b57cf4c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7d25ed8dbe83feef expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382333.238835:0:6177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff919500031200 already unused, calling callback (ffffffffc14b7c20) 10000000:00010000:0.0:1787382333.238840:0:6177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff919500031200/0x7c2edf798b57cf4c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7d25ed8dbe83feef expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382333.238851:0:6177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff919500031200/0x7c2edf798b57cf4c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7d25ed8dbe83feef expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787382333.238860:0:6177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff919500031200/0x7c2edf798b57cf4c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7d25ed8dbe83feef expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787382333.238868:0:6177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1787382333.240981:0:6177:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff919500031200/0x7c2edf798b57cf4c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7d25ed8dbe83feef expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382333.241004:0:6177:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787382333.241044:0:6177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff919500031200/0x7c2edf798b57cf4c lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7d25ed8dbe83feef expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382333.241076:0:6177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff919500031200/0x7c2edf798b57cf4c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7d25ed8dbe83feef expref: -99 pid: 6166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382333.241107:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787382333.241109:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787382333.241111:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787382333.241133:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787382333.241164:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2405:1874206007499008:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1787382333.254685:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2405:1874206007499008:192.168.204.139@tcp:103:ldlm_bl.0 10000000:01000000:1.0:1787382333.406213:0:6181:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787382333.406223:0:6181:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff919506214800 from 4 10000000:01000000:1.0:1787382333.406229:0:6181:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787382333.406278:0:6181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9195014a5000/0x7c2edf798b57cf92 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382333.406291:0:6181:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9195014a5000/0x7c2edf798b57cf92 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382333.406303:0:6181:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9195014a5000/0x7c2edf798b57cf92 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787382333.406331:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007499136:192.168.204.139@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787382333.418545:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set ffff91951021e300 going to sleep for 11 seconds 00000100:00100000:1.0:1787382333.439243:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007499136:192.168.204.139@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787382333.439274:0:6181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9195014a5000/0x7c2edf798b57cf92 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83ff3c expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382333.439286:0:6181:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9195014a5000/0x7c2edf798b57cf92 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7d25ed8dbe83ff3c expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787382333.439362:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007499264:192.168.204.139@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787382333.439456:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set ffff91951021e300 going to sleep for 11 seconds 00000100:00100000:2.0:1787382333.449522:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007499264:192.168.204.139@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787382333.449597:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034fb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007499392:192.168.204.139@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787382333.450392:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set ffff91950334f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787382333.455720:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034fb800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007499392:192.168.204.139@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787382333.456322:0:6690:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6690:1874206007499520:192.168.204.139@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787382333.456450:0:6690:0:(client.c:2702:ptlrpc_set_wait()) set ffff91951021ec00 going to sleep for 11 seconds 00000100:00100000:0.0:1787382333.477843:0:6690:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e6300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6690:1874206007499520:192.168.204.139@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787382333.477901:0:6690:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787382333.477915:0:6690:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787382333.477917:0:6690:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1787382333.477923:0:6690:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff919506214800 00000020:00000080:0.0:1787382333.477926:0:6690:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787382333.481438:0:6690:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6690:1874206007499648:192.168.204.139@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787382333.481562:0:6690:0:(client.c:2702:ptlrpc_set_wait()) set ffff91951021e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787382333.495649:0:6690:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e5f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6690:1874206007499648:192.168.204.139@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787382333.495712:0:6690:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787382333.495722:0:6690:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787382333.495724:0:6690:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1787382333.495729:0:6690:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:2.0:1787382333.496344:0:6181:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:2.0:1787382333.496366:0:6181:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787382333.496378:0:6181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9195014a5000/0x7c2edf798b57cf92 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83ff3c expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787382333.496442:0:6181:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9195014a5000/0x7c2edf798b57cf92 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83ff3c expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787382334.261571:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787382335.286322:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382336.312473:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787382337.336800:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787382337.589964:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2405:1874206007499776:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1787382337.590733:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007500032:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1787382337.590777:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007500288:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1787382337.590821:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1787382337.590828:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007499904:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1787382337.590868:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007500160:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1787382337.611023:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2405:1874206007499776:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1787382337.612575:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007499904:192.168.204.139@tcp:400:kworker.0 00010000:00080000:0.0:1787382337.612593:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060fe680 x1874206007500032/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382337.612604:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007500032:192.168.204.139@tcp:400:kworker.0 00010000:00080000:0.0:1787382337.618748:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060ff800 x1874206007500288/t0(0) o400->lustre-OST0001-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382337.618769:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007500288:192.168.204.139@tcp:400:kworker.0 00010000:00080000:0.0:1787382337.621096:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060fed80 x1874206007500160/t0(0) o400->lustre-OST0000-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382353 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382337.621116:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007500160:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1787382338.360368:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787382339.385899:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787382339.580700:0:7012:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg439-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:1.0:1787382340.407171:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382341.430569:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382342.455057:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787382342.719582:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007500416:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1787382342.720063:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007500672:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1787382342.720099:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007500928:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1787382342.720138:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787382342.720145:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007500544:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1787382342.720172:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007500800:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1787382342.732684:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007500416:192.168.204.139@tcp:400:kworker.0 00010000:00080000:1.0:1787382342.734537:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060e7b80 x1874206007500928/t0(0) o400->lustre-OST0001-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382342.734559:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007500928:192.168.204.139@tcp:400:kworker.0 00010000:00080000:1.0:1787382342.736997:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060e5c00 x1874206007500800/t0(0) o400->lustre-OST0000-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382342.737022:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007500800:192.168.204.139@tcp:400:kworker.0 00010000:00080000:1.0:1787382342.737038:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060e7480 x1874206007500672/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382342.737068:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007500672:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1787382342.741671:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007500544:192.168.204.139@tcp:400:kworker.0 00010000:00010000:0.0:1787382343.477932:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382344.507089:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787382345.157662:0:7294:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg439-client.virtnet: executing yml_node 00010000:00010000:2.0:1787382345.527965:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382346.563755:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382347.575009:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787382347.834920:0:476:0:(import.c:65:import_set_state_nolock()) ffff9195102ca000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1787382347.834930:0:476:0:(import.c:2100:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff919506214800: disconnect after 22s idle 00000100:00100000:3.0:1787382347.836752:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2408:1874206007501056:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382347.836901:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007501312:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382347.836941:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787382347.836951:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007501184:192.168.204.139@tcp:400:kworker.0 00000100:00080000:2.0:1787382347.845230:0:476:0:(import.c:65:import_set_state_nolock()) ffff9195102cd800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:2.0:1787382347.845238:0:476:0:(import.c:2100:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff919506214800: disconnect after 22s idle 00000100:00100000:3.0:1787382347.848884:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a7704f26-b5db-496e-9804-6b0fb01761e9:2404:1874206007501440:192.168.204.139@tcp:9:kworker.0 00000100:00100000:3.0:1787382347.852795:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a7704f26-b5db-496e-9804-6b0fb01761e9:2404:1874206007501568:192.168.204.139@tcp:9:kworker.0 00000100:00100000:3.0:1787382347.858892:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007501184:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382347.858914:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2408:1874206007501056:192.168.204.139@tcp:400:kworker.0 00010000:00080000:3.0:1787382347.858932:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195034fb800 x1874206007501312/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382347.858945:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007501312:192.168.204.139@tcp:400:kworker.0 00010000:00080000:1.0:1787382347.859050:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195034fa680 x1874206007501440/t0(0) o9->lustre-OST0000-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787382347.859064:0:2404:0:(import.c:2010:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9195034fa680 x1874206007501440/t0(0) o9->lustre-OST0000-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787382347.859074:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9195102ca000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1787382347.859079:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a7704f26-b5db-496e-9804-6b0fb01761e9:2404:1874206007501440:192.168.204.139@tcp:9:kworker.0 00010000:00080000:1.0:1787382347.868511:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195034f9500 x1874206007501568/t0(0) o9->lustre-OST0001-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787382347.868540:0:2404:0:(import.c:2010:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9195034f9500 x1874206007501568/t0(0) o9->lustre-OST0001-osc-ffff919506214800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787382347.868563:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9195102cd800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:1.0:1787382347.868570:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a7704f26-b5db-496e-9804-6b0fb01761e9:2404:1874206007501568:192.168.204.139@tcp:9:kworker.0 00010000:00010000:1.0:1787382348.599296:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382349.627803:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787382350.550561:0:7746:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.54.114 00010000:00010000:2.0:1787382350.647787:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787382351.672450:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382352.695559:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787382352.949926:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2405:1874206007501696:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1787382352.950028:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007501952:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1787382352.950061:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787382352.950075:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007501824:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1787382352.954798:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007501824:192.168.204.139@tcp:400:kworker.0 00000100:00100000:1.0:1787382352.954815:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2405:1874206007501696:192.168.204.139@tcp:400:kworker.0 00010000:00080000:1.0:1787382352.954843:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060e5c00 x1874206007501952/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382352.954854:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007501952:192.168.204.139@tcp:400:kworker.0 00000001:02000400:2.0:1787382353.192254:0:7902:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.54.114 00010000:00010000:1.0:1787382353.717856:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787382354.742680:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787382355.765805:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787382356.118900:0:8059:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.54.114 00010000:00010000:1.0:1787382356.795212:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787382357.746247:0:8205:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Sat Aug 22 03:05:56 EDT 2026 00010000:00010000:2.0:1787382357.817175:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787382358.079315:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007502208:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382358.079340:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2407:1874206007502080:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382358.079422:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2407:1874206007502336:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382358.092959:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2407:1874206007502080:192.168.204.139@tcp:400:kworker.0 00010000:00080000:3.0:1787382358.092986:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195034fb800 x1874206007502336/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382374 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382358.093004:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2407:1874206007502336:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382358.099364:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007502208:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1787382358.838143:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382359.871868:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787382360.886795:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382361.921390:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787382362.934953:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787382363.189823:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2407:1874206007502592:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382363.189935:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1787382363.189943:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2407:1874206007502464:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382363.189985:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2407:1874206007502720:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382363.202269:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2407:1874206007502464:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1787382363.204187:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2407:1874206007502592:192.168.204.139@tcp:400:kworker.0 00010000:00080000:3.0:1787382363.215135:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91951279d500 x1874206007502720/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382379 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382363.215157:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2407:1874206007502720:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1787382363.961806:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787382364.984036:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382366.008658:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787382367.029618:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382368.053804:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787382368.310652:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2407:1874206007502848:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382368.310780:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2407:1874206007503104:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382368.310821:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787382368.310828:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2407:1874206007502976:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1787382368.318931:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2407:1874206007502976:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1787382368.318976:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2407:1874206007502848:192.168.204.139@tcp:400:kworker.0 00010000:00080000:2.0:1787382368.319001:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91951279e300 x1874206007503104/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382368.319015:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2407:1874206007503104:192.168.204.139@tcp:400:kworker.0 00010000:00010000:3.0:1787382369.077845:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382370.102058:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787382371.127166:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787382372.152615:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787382373.173585:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787382373.431806:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2408:1874206007503232:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1787382373.431901:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007503488:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1787382373.431935:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787382373.431942:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007503360:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382373.446575:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2408:1874206007503232:192.168.204.139@tcp:400:kworker.0 00010000:00080000:3.0:1787382373.446597:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195034fa680 x1874206007503488/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382389 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382373.446610:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007503488:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382373.447491:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007503360:192.168.204.139@tcp:400:kworker.0 00010000:00010000:2.0:1787382374.198623:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787382375.222815:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787382376.245574:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787382377.275366:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787382377.967643:0:8766:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:2.0:1787382378.308501:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787382378.549729:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007503744:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1787382378.550103:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787382378.550112:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2408:1874206007503616:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1787382378.550215:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007503872:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382378.556359:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007503744:192.168.204.139@tcp:400:kworker.0 00000100:00100000:3.0:1787382378.561130:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2408:1874206007503616:192.168.204.139@tcp:400:kworker.0 00010000:00080000:3.0:1787382378.562561:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195034f8e00 x1874206007503872/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382394 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382378.562583:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007503872:192.168.204.139@tcp:400:kworker.0 00010000:00010000:1.0:1787382379.322690:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787382379.985945:0:8906:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:2.0:1787382380.341752:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787382381.366427:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1787382382.198329:0:9052:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 03:06:20 (1787382380) === 00000080:00200008:0.0:1787382382.250703:0:8222:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91950893a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787382382.250721:0:8222:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8),name=/ 00000002:00010000:0.0:1787382382.250761:0:8222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787382382.250787:0:8222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1787382382.251755:0:8222:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:0.0:1787382382.251775:0:8222:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787382382.251787:0:8222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) 00000080:00010000:0.0:1787382382.251791:0:8222:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) for lock 0x7c2edf798b57cf7d 00000080:00010000:0.0:1787382382.251804:0:8222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c2edf798b57cf7d from it ffffb86141cfbcb8 00010000:00010000:0.0:1787382382.251926:0:8222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:0.0:1787382382.251940:0:8222:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:3.0:1787382382.290047:0:8222:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91950893a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1787382382.290064:0:8222:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8),name=/ 00000002:00010000:3.0:1787382382.290107:0:8222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1787382382.290133:0:8222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1787382382.290152:0:8222:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:3.0:1787382382.290161:0:8222:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1787382382.290171:0:8222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) 00000080:00010000:3.0:1787382382.290175:0:8222:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) for lock 0x7c2edf798b57cf7d 00000080:00010000:3.0:1787382382.290184:0:8222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c2edf798b57cf7d from it ffffb86141cfbcb8 00010000:00010000:3.0:1787382382.290189:0:8222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:3.0:1787382382.290212:0:8222:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:0.0:1787382382.322805:0:8222:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91950893a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:0.0:1787382382.322822:0:8222:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8),name=/ 00000002:00010000:0.0:1787382382.322857:0:8222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:0.0:1787382382.322883:0:8222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1787382382.322904:0:8222:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:0.0:1787382382.322913:0:8222:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:0.0:1787382382.322923:0:8222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) 00000080:00010000:0.0:1787382382.322928:0:8222:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) for lock 0x7c2edf798b57cf7d 00000080:00010000:0.0:1787382382.322950:0:8222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c2edf798b57cf7d from it ffffb86141cfbcb8 00010000:00010000:0.0:1787382382.322955:0:8222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:0.0:1787382382.322966:0:8222:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:2.0:1787382382.370209:0:8222:0:(file.c:6217:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff91950893a1c8), request_mask 2047, flags 0, foreign 0 00000080:00200000:2.0:1787382382.370227:0:8222:0:(file.c:6112:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff91950893a1c8),name=/ 00000002:00010000:2.0:1787382382.370265:0:8222:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:2.0:1787382382.370294:0:8222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1787382382.370323:0:8222:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:2.0:1787382382.370504:0:8222:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:2.0:1787382382.370517:0:8222:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) 00000080:00010000:2.0:1787382382.370521:0:8222:0:(llite_internal.h:2008:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff91950893a1c8) for lock 0x7c2edf798b57cf7d 00000080:00010000:2.0:1787382382.370602:0:8222:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x7c2edf798b57cf7d from it ffffb86141cfbcb8 00010000:00010000:2.0:1787382382.370608:0:8222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:2.0:1787382382.370620:0:8222:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff919506214800 lock: ffff919500030600/0x7c2edf798b57cf7d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x7d25ed8dbe83ff19 expref: -99 pid: 6208 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00010000:00010000:0.0:1787382382.390067:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787382382.631785:0:9102:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787382382.631791:0:9102:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:2.0:1787382382.631792:0:9102:0:(obd_mount.c:926:lmd_print()) device: 192.168.204.139@tcp:/lustre 00000020:01000004:2.0:1787382382.631794:0:9102:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:2.0:1787382382.631964:0:9102:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff9195102cc800 00000080:01000004:2.0:1787382382.631976:0:9102:0:(super25.c:167:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:2.0:1787382382.632000:0:9102:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.139@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787382382.632003:0:9102:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.139@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:2.0:1787382382.632009:0:9102:0:(llite_lib.c:1387:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff9195102cc800 (sb ffff9195102cc800) 00000080:01000000:2.0:1787382382.632109:0:9102:0:(llite_lib.c:1114:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1787382382.632111:0:9102:0:(llite_lib.c:1124:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1787382382.632114:0:9102:0:(llite_lib.c:1124:ll_options()) next opt=flock 00000080:01000000:2.0:1787382382.632123:0:9102:0:(llite_lib.c:1421:ll_fill_super()) llite sb uuid: 997748da-9c9b-4d05-a631-2455c85e8559 10000000:01000000:2.0:1787382382.637020:0:9102:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1787382382.637029:0:9102:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9195102cc800 10000000:01000000:2.0:1787382382.637037:0:9102:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9195102cc800 10000000:01000000:2.0:1787382382.637042:0:9102:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787382382.637054:0:9102:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9195102cc800 10000000:01000000:2.0:1787382382.637057:0:9102:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787382382.637060:0:9102:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff9195102cc800 10000000:01000000:2.0:1787382382.637063:0:9102:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1787382382.637066:0:9102:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff9195102cc800 from 1 10000000:01000000:2.0:1787382382.637069:0:9102:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1787382382.637112:0:9102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff919542044200/0x7c2edf798b57cf99 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787382382.637123:0:9102:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff919542044200/0x7c2edf798b57cf99 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787382382.637134:0:9102:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff919542044200/0x7c2edf798b57cf99 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787382382.637163:0:9102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034fa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007504000:192.168.204.139@tcp:101:mount.lustre.0 00000100:00100000:2.0:1787382382.637265:0:9102:0:(client.c:2702:ptlrpc_set_wait()) set ffff9195126cad80 going to sleep for 11 seconds 00000100:00100000:0.0:1787382382.640682:0:9102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034fa680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007504000:192.168.204.139@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787382382.640722:0:9102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff919542044200/0x7c2edf798b57cf99 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83fff9 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382382.640737:0:9102:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff919542044200/0x7c2edf798b57cf99 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x7d25ed8dbe83fff9 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787382382.640821:0:9102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007504128:192.168.204.139@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787382382.640911:0:9102:0:(client.c:2702:ptlrpc_set_wait()) set ffff91952133bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787382382.653266:0:9102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007504128:192.168.204.139@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787382382.653336:0:9102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007504256:192.168.204.139@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787382382.653460:0:9102:0:(client.c:2702:ptlrpc_set_wait()) set ffff91952133bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787382382.659001:0:9102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007504256:192.168.204.139@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787382382.659507:0:9106:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9106:1874206007504384:192.168.204.139@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787382382.659619:0:9106:0:(client.c:2702:ptlrpc_set_wait()) set ffff919512702000 going to sleep for 11 seconds 00000100:00100000:3.0:1787382382.665806:0:9106:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9106:1874206007504384:192.168.204.139@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787382382.665858:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787382382.665870:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.665872:0:9106:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1787382382.665880:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff9195102cc800 00000020:00000080:3.0:1787382382.665882:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787382382.665910:0:9106:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff9195102cc800 (ffff91951118cd40) 00000020:00000080:3.0:1787382382.665940:0:9106:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:3.0:1787382382.665949:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff9195102cc800 00000020:00000080:3.0:1787382382.665951:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1787382382.666231:0:9106:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff9195102cc800 (uuid 997748da-9c9b-4d05-a631-2455c85e8559) 00000020:01000000:3.0:1787382382.666236:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787382382.666239:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.666241:0:9106:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1787382382.666244:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787382382.666247:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.666248:0:9106:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1787382382.666252:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff9195102cc800 00000020:00000080:3.0:1787382382.666254:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787382382.666260:0:9106:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff9195102cc800 (ffff9195111899c0) 00000020:00000080:3.0:1787382382.666268:0:9106:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:3.0:1787382382.666272:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff9195102cc800 00000020:00000080:3.0:1787382382.666280:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1787382382.666467:0:9106:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff9195102cc800 (uuid 997748da-9c9b-4d05-a631-2455c85e8559) 00000020:01000000:3.0:1787382382.666471:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787382382.666474:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.666475:0:9106:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1787382382.666477:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787382382.666480:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.666481:0:9106:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1787382382.666484:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1787382382.666486:0:9106:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1787382382.666488:0:9106:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1787382382.666493:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787382382.666495:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.666496:0:9106:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1787382382.666498:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787382382.666501:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.666502:0:9106:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1787382382.666505:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787382382.666509:0:9106:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.139@tcp to nid 0x20000c0a8cc8b (192.168.204.139@tcp) 00000020:01000000:3.0:1787382382.666529:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff9195102cc800 00000020:00000080:3.0:1787382382.666532:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787382382.666539:0:9106:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff9195102cc800 (ffff91951118b380) 00000020:00000080:3.0:1787382382.666549:0:9106:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:3.0:1787382382.666553:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff9195102cc800 00000020:00000080:3.0:1787382382.666556:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787382382.666624:0:9106:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9195061dc800@lustre-MDT0000-mdc-ffff9195102cc800: add connection 192.168.204.139@tcp at head 00010000:00010000:3.0:1787382382.668301:0:9106:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff9195102cc800-5 is initialized 00000040:01000000:3.0:1787382382.668526:0:9106:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff9195102cc800 ctxt 13 is initialized 00000020:00000080:3.0:1787382382.676498:0:9106:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff9195102cc800 (uuid 997748da-9c9b-4d05-a631-2455c85e8559) 00000020:01000000:3.0:1787382382.676523:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9195102cc800 00000020:00000080:3.0:1787382382.676527:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1787382382.676561:0:9106:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1787382382.676624:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787382382.676627:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.676629:0:9106:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1787382382.676631:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787382382.676634:0:9106:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1787382382.676635:0:9106:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787382382.676636:0:9106:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787382382.676638:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787382382.676640:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.676641:0:9106:0:(obd_config.c:1561:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787382382.676643:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787382382.676647:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.676648:0:9106:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1787382382.676651:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787382382.676657:0:9106:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.139@tcp to nid 0x20000c0a8cc8b (192.168.204.139@tcp) 00000020:01000000:3.0:1787382382.676680:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff9195102cc800 00000020:00000080:3.0:1787382382.676682:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787382382.676692:0:9106:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff9195102cc800 (ffff919511188000) 00000020:00000080:3.0:1787382382.676707:0:9106:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:3.0:1787382382.676712:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff9195102cc800 00000020:00000080:3.0:1787382382.676715:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787382382.676786:0:9106:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9195061de800@lustre-MDT0001-mdc-ffff9195102cc800: add connection 192.168.204.139@tcp at head 00010000:00010000:3.0:1787382382.678330:0:9106:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff9195102cc800-6 is initialized 00000040:01000000:3.0:1787382382.678613:0:9106:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff9195102cc800 ctxt 13 is initialized 00000020:00000080:3.0:1787382382.678657:0:9106:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff9195102cc800 (uuid 997748da-9c9b-4d05-a631-2455c85e8559) 00000020:01000000:3.0:1787382382.678670:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff9195102cc800 00000020:00000080:3.0:1787382382.678673:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1787382382.678696:0:9106:0:(lmv_obd.c:441:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1787382382.678731:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787382382.678735:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.678737:0:9106:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1787382382.678746:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787382382.678749:0:9106:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #18 00000020:01000000:3.0:1787382382.678751:0:9106:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787382382.678752:0:9106:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787382382.678754:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787382382.678757:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.678758:0:9106:0:(obd_config.c:1561:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787382382.678760:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787382382.678766:0:9106:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.204.139@tcp:/lustre 00000020:00000080:3.0:1787382382.678770:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.678771:0:9106:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1787382382.678773:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787382382.678779:0:9106:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.139@tcp to nid 0x20000c0a8cc8b (192.168.204.139@tcp) 00000020:01000000:3.0:1787382382.678804:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff9195102cc800 00000020:00000080:3.0:1787382382.678807:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787382382.678825:0:9106:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff9195102cc800 (ffff9195071bb380) 00000020:00000080:3.0:1787382382.678839:0:9106:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:3.0:1787382382.678845:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff9195102cc800 00000020:00000080:3.0:1787382382.678848:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787382382.678932:0:9106:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9195061d8800@lustre-OST0000-osc-ffff9195102cc800: add connection 192.168.204.139@tcp at head 00010000:00010000:3.0:1787382382.679127:0:9106:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff9195102cc800-7 is initialized 00000020:00000080:3.0:1787382382.687091:0:9106:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff9195102cc800 (uuid 997748da-9c9b-4d05-a631-2455c85e8559) 00000020:01000000:3.0:1787382382.687113:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9195102cc800 00000020:00000080:3.0:1787382382.687118:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1787382382.687147:0:9106:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1787382382.687156:0:9106:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff9195102cc800: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1787382382.687163:0:9106:0:(lov_obd.c:529:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1787382382.687176:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787382382.687180:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.687182:0:9106:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1787382382.687186:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787382382.687189:0:9106:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #25 00000020:01000000:3.0:1787382382.687204:0:9106:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787382382.687206:0:9106:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787382382.687207:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787382382.687210:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.687212:0:9106:0:(obd_config.c:1561:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787382382.687215:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787382382.687220:0:9106:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.204.139@tcp:/lustre 00000020:00000080:3.0:1787382382.687223:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.687224:0:9106:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1787382382.687227:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787382382.687232:0:9106:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.204.139@tcp to nid 0x20000c0a8cc8b (192.168.204.139@tcp) 00000020:01000000:3.0:1787382382.687261:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff9195102cc800 00000020:00000080:3.0:1787382382.687263:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787382382.687274:0:9106:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff9195102cc800 (ffff9195071b8000) 00000020:00000080:3.0:1787382382.687292:0:9106:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:3.0:1787382382.687297:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff9195102cc800 00000020:00000080:3.0:1787382382.687300:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1787382382.687379:0:9106:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9195061dd000@lustre-OST0001-osc-ffff9195102cc800: add connection 192.168.204.139@tcp at head 00010000:00010000:3.0:1787382382.687717:0:9106:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff9195102cc800-8 is initialized 00000020:00000080:3.0:1787382382.687953:0:9106:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff9195102cc800 (uuid 997748da-9c9b-4d05-a631-2455c85e8559) 00000020:01000000:3.0:1787382382.687962:0:9106:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff9195102cc800 00000020:00000080:3.0:1787382382.687965:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1787382382.687977:0:9106:0:(lov_obd.c:478:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1787382382.690138:0:9106:0:(lov_obd.c:507:lov_add_target()) lustre-clilov-ffff9195102cc800: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1787382382.690149:0:9106:0:(lov_obd.c:529:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1787382382.690192:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787382382.690202:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.690204:0:9106:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1787382382.690209:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787382382.690214:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.690216:0:9106:0:(obd_config.c:1561:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:3.0:1787382382.690220:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1787382382.690228:0:9106:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1787382382.690232:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787382382.690235:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.690237:0:9106:0:(obd_config.c:1561:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000100:00100000:3.0:1787382382.690303:0:9106:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9106:1874206007504512:192.168.204.139@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787382382.690570:0:9106:0:(client.c:2702:ptlrpc_set_wait()) set ffff919512702000 going to sleep for 11 seconds 00000100:00100000:3.0:1787382382.706163:0:9106:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9106:1874206007504512:192.168.204.139@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787382382.706235:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787382382.706250:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.706253:0:9106:0:(obd_config.c:1561:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1787382382.706268:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1787382382.706323:0:9106:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9106:1874206007504640:192.168.204.139@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787382382.706726:0:9106:0:(client.c:2702:ptlrpc_set_wait()) set ffff919512702000 going to sleep for 11 seconds 00000100:00100000:3.0:1787382382.721292:0:9106:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9106:1874206007504640:192.168.204.139@tcp:502:llog_process_th.0 00000020:01000000:3.0:1787382382.721368:0:9106:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787382382.721383:0:9106:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787382382.721386:0:9106:0:(obd_config.c:1561:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1787382382.721394:0:9106:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1787382382.721671:0:9102:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1787382382.721702:0:9102:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1787382382.721730:0:9102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff919542044200/0x7c2edf798b57cf99 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83fff9 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787382382.721744:0:9102:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff919542044200/0x7c2edf798b57cf99 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe83fff9 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787382382.721753:0:9102:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff9195102cc800 from 1 10000000:01000000:2.0:1787382382.721756:0:9102:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1787382382.721806:0:9102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff919542045400/0x7c2edf798b57cfca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787382382.721814:0:9102:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff919542045400/0x7c2edf798b57cfca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787382382.721841:0:9102:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff919542045400/0x7c2edf798b57cfca lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787382382.721869:0:9102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007504768:192.168.204.139@tcp:101:mount.lustre.0 00000100:00100000:2.0:1787382382.721975:0:9102:0:(client.c:2702:ptlrpc_set_wait()) set ffff919502c19000 going to sleep for 11 seconds 00000100:00100000:0.0:1787382382.726248:0:9102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007504768:192.168.204.139@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787382382.726282:0:9102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff919542045400/0x7c2edf798b57cfca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe840000 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382382.726316:0:9102:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff919542045400/0x7c2edf798b57cfca lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7d25ed8dbe840000 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787382382.726974:0:9102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007504896:192.168.204.139@tcp:256:mount.lustre.0 00000100:00100000:0.0:1787382382.727086:0:9102:0:(client.c:2702:ptlrpc_set_wait()) set ffff91952133bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787382382.734207:0:9102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007504896:192.168.204.139@tcp:256:mount.lustre.0 10000000:01000000:0.0:1787382382.735006:0:9102:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:0.0:1787382382.735030:0:9102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff919542045400/0x7c2edf798b57cfca lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe840000 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382382.735043:0:9102:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff919542045400/0x7c2edf798b57cfca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe840000 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787382382.735053:0:9102:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9195102cc800 from 1 10000000:01000000:0.0:1787382382.735056:0:9102:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787382382.735094:0:9102:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff919500031400/0x7c2edf798b57cfd1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382382.735103:0:9102:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff919500031400/0x7c2edf798b57cfd1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382382.735113:0:9102:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff919500031400/0x7c2edf798b57cfd1 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787382382.735139:0:9102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007505024:192.168.204.139@tcp:101:mount.lustre.0 00000100:00100000:0.0:1787382382.735238:0:9102:0:(client.c:2702:ptlrpc_set_wait()) set ffff91952133bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787382382.741386:0:9102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007505024:192.168.204.139@tcp:101:mount.lustre.0 00010000:00010000:0.0:1787382382.741449:0:9102:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff919500031400/0x7c2edf798b57cfd1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe840007 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382382.741466:0:9102:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff919500031400/0x7c2edf798b57cfd1 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7d25ed8dbe840007 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787382382.741597:0:9102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007505152:192.168.204.139@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787382382.741845:0:9102:0:(client.c:2702:ptlrpc_set_wait()) set ffff91952133bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787382382.746327:0:9102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007505152:192.168.204.139@tcp:501:mount.lustre.0 00000100:00100000:0.0:1787382382.746464:0:9102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007505280:192.168.204.139@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787382382.746616:0:9102:0:(client.c:2702:ptlrpc_set_wait()) set ffff91952133bc00 going to sleep for 11 seconds 00000100:00100000:0.0:1787382382.751702:0:9102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9102:1874206007505280:192.168.204.139@tcp:503:mount.lustre.0 00000100:00100000:0.0:1787382382.752784:0:9109:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9109:1874206007505408:192.168.204.139@tcp:502:llog_process_th.0 00000100:00100000:0.0:1787382382.753025:0:9109:0:(client.c:2702:ptlrpc_set_wait()) set ffff91952133b240 going to sleep for 11 seconds 00000100:00100000:0.0:1787382382.759226:0:9109:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9109:1874206007505408:192.168.204.139@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787382382.759367:0:9109:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787382382.759387:0:9109:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787382382.759390:0:9109:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787382382.760489:0:9109:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9195102cc800 00000020:00000080:1.0:1787382382.760498:0:9109:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787382382.760514:0:9109:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787382382.760519:0:9109:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787382382.760521:0:9109:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787382382.760525:0:9109:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787382382.760529:0:9109:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787382382.760531:0:9109:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787382382.760534:0:9109:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff9195102cc800 00000020:00000080:1.0:1787382382.760536:0:9109:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787382382.761190:0:9109:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9109:1874206007505536:192.168.204.139@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787382382.762049:0:9109:0:(client.c:2702:ptlrpc_set_wait()) set ffff919512765540 going to sleep for 11 seconds 00000100:00100000:0.0:1787382382.774659:0:9109:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e5c00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:9109:1874206007505536:192.168.204.139@tcp:502:llog_process_th.0 00000020:01000000:0.0:1787382382.774724:0:9109:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787382382.774738:0:9109:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787382382.774741:0:9109:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1787382382.774747:0:9109:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:3.0:1787382382.774949:0:9102:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:3.0:1787382382.774976:0:9102:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787382382.775003:0:9102:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff919500031400/0x7c2edf798b57cfd1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe840007 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787382382.775018:0:9102:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff919500031400/0x7c2edf798b57cfd1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe840007 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:3.0:1787382382.775045:0:9102:0:(llite_lib.c:1495:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:3.0:1787382382.775076:0:9102:0:(genops.c:1406:class_connect()) connect: client 997748da-9c9b-4d05-a631-2455c85e8559, cookie 0x7c2edf798b57cfd8 00800000:01000000:3.0:1787382382.775134:0:9102:0:(lmv_obd.c:514:lmv_check_connect()) Time to connect 997748da-9c9b-4d05-a631-2455c85e8559 to lustre-clilmv-ffff9195102cc800 00800000:01000000:3.0:1787382382.775144:0:9102:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff9195102cc800(997748da-9c9b-4d05-a631-2455c85e8559) - lustre-MDT0000_UUID, 997748da-9c9b-4d05-a631-2455c85e8559 00000020:00000080:3.0:1787382382.775157:0:9102:0:(genops.c:1406:class_connect()) connect: client 997748da-9c9b-4d05-a631-2455c85e8559, cookie 0x7c2edf798b57cfdf 00000100:00080000:3.0:1787382382.775167:0:9102:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9195102cc800: connect to NID 192.168.204.139@tcp last attempt 0 00000100:00080000:3.0:1787382382.775180:0:9102:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9195102cc800: import ffff9195061dc800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1787382382.775196:0:9102:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682482 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787382382.775230:0:9102:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91951279c700 x1874206007505664/t0(0) o38->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787382382.775262:0:9102:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID 00000100:00100000:1.0:1787382382.775301:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:997748da-9c9b-4d05-a631-2455c85e8559:2404:1874206007505664:192.168.204.139@tcp:38:mount.lustre.0 00800000:01000000:3.0:1787382382.775387:0:9102:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff9195102cc800(997748da-9c9b-4d05-a631-2455c85e8559) successfully (5) 00800000:00000004:3.0:1787382382.775392:0:9102:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff9195102cc800: age -647, max_age 0 00000100:00080000:3.0:1787382382.775479:0:2408:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff91951279c380 x1874206007505792/t0(0) o41->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00800000:01000000:3.0:1787382382.775657:0:9102:0:(lmv_obd.c:337:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff9195102cc800(997748da-9c9b-4d05-a631-2455c85e8559) - lustre-MDT0001_UUID, 997748da-9c9b-4d05-a631-2455c85e8559 00000020:00000080:3.0:1787382382.775667:0:9102:0:(genops.c:1406:class_connect()) connect: client 997748da-9c9b-4d05-a631-2455c85e8559, cookie 0x7c2edf798b57cfe6 00000100:00080000:3.0:1787382382.775673:0:9102:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9195102cc800: connect to NID 192.168.204.139@tcp last attempt 0 00000100:00080000:3.0:1787382382.775679:0:9102:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9195102cc800: import ffff9195061de800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:3.0:1787382382.775685:0:9102:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682482 ocd_grant: 134217728, lost: 0. 00000100:00100000:3.0:1787382382.775696:0:9102:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff91951279df80 x1874206007505920/t0(0) o38->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787382382.775716:0:9102:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID 00800000:01000000:3.0:1787382382.775784:0:9102:0:(lmv_obd.c:391:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff9195102cc800(997748da-9c9b-4d05-a631-2455c85e8559) successfully (5) 00800000:00000004:3.0:1787382382.775787:0:9102:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff9195102cc800: age -647, max_age 0 00000100:00080000:3.0:1787382382.775818:0:2407:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff91951279ca80 x1874206007506048/t0(0) o41->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000080:00000004:3.0:1787382382.775844:0:9102:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff9195102cc800: age -647, max_age 352 00800000:00000004:3.0:1787382382.775850:0:9102:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff9195102cc800: age -647, max_age 352 00000100:00080000:3.0:1787382382.775868:0:9102:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff91951279c000 x1874206007506176/t0(0) o41->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382382.775875:0:9102:0:(client.c:2702:ptlrpc_set_wait()) set ffff919512702600 going to sleep for 0 seconds 00000100:00100000:0.0:1787382382.775997:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007506304:192.168.204.139@tcp:400:kworker.0 00000100:00100000:0.0:1787382382.776078:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787382382.776085:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007506432:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1787382382.776737:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:997748da-9c9b-4d05-a631-2455c85e8559:2404:1874206007505920:192.168.204.139@tcp:38:mount.lustre.0 00000100:00100000:0.0:1787382382.782541:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007506304:192.168.204.139@tcp:400:kworker.0 00000100:00100000:2.0:1787382382.782935:0:2404:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9195102cc800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787382382.782955:0:2404:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff9195102cc800: connect to target with instance 1 00000100:00080000:2.0:1787382382.782971:0:2404:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff9195102cc800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1787382382.782989:0:2404:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1787382382.782996:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9195061dc800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1787382382.783826:0:2404:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000064a2f34b): req@ffff91951279c380 x1874206007505792/t0(0) o41->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787382382.783962:0:2404:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000c56bfd8e): req@ffff91951279c000 x1874206007506176/t0(0) o41->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382382.783985:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:997748da-9c9b-4d05-a631-2455c85e8559:2404:1874206007505664:192.168.204.139@tcp:38:mount.lustre.0 00000100:00100000:3.0:1787382382.784944:0:9102:0:(client.c:2702:ptlrpc_set_wait()) set ffff919512702600 going to sleep for 11 seconds 00000100:00100000:3.0:1787382382.791122:0:9102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:997748da-9c9b-4d05-a631-2455c85e8559:9102:1874206007506176:192.168.204.139@tcp:41:mount.lustre.0 00010000:00080000:2.0:1787382382.791125:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91951279df80 x1874206007505920/t0(0) o38->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 520/416 e 0 to 0 dl 1787382392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382382.791150:0:2404:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9195102cc800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1787382382.791164:0:2404:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff9195102cc800: connect to target with instance 1 00800000:00000004:3.0:1787382382.791168:0:9102:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff9195102cc800: update ffff91951118b7d0 cache blocks 317399/353529 objects 1023723/1024000 00000100:00080000:2.0:1787382382.791179:0:2404:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff9195102cc800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000080:00000004:3.0:1787382382.791179:0:9102:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff9195102cc800: update ffff919511189e10 cache blocks 317399/353529 objects 1023723/1024000 00000100:00080000:2.0:1787382382.791199:0:2404:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1787382382.791219:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9195061de800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787382382.791234:0:9102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:997748da-9c9b-4d05-a631-2455c85e8559:9102:1874206007506560:192.168.204.139@tcp:40:mount.lustre.0 00000100:00100000:3.0:1787382382.791317:0:9102:0:(client.c:2702:ptlrpc_set_wait()) set ffff919512702180 going to sleep for 11 seconds 00000100:00080000:2.0:1787382382.791727:0:2404:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002aea1604): req@ffff91951279ca80 x1874206007506048/t0(0) o41->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382382.791754:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:997748da-9c9b-4d05-a631-2455c85e8559:2404:1874206007505920:192.168.204.139@tcp:38:mount.lustre.0 00000100:00100000:2.0:1787382382.794666:0:9102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:997748da-9c9b-4d05-a631-2455c85e8559:9102:1874206007506560:192.168.204.139@tcp:40:mount.lustre.0 00000080:00000004:2.0:1787382382.794709:0:9102:0:(llite_lib.c:513:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1787382382.794730:0:9102:0:(llite_lib.c:675:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682482 ocd_grant: 2146304 00020000:01000000:2.0:1787382382.794735:0:9102:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1787382382.794752:0:9102:0:(genops.c:1406:class_connect()) connect: client 997748da-9c9b-4d05-a631-2455c85e8559, cookie 0x7c2edf798b57cfed 00000020:00000080:2.0:1787382382.794778:0:9102:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x7c2edf798b57cff4 00000100:00080000:2.0:1787382382.794986:0:9102:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9195102cc800: connect to NID 192.168.204.139@tcp last attempt 0 00000100:00080000:2.0:1787382382.794999:0:9102:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9195102cc800: import ffff9195061d8800 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1787382382.795017:0:9102:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682482 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787382382.795053:0:9102:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9195034f9880 x1874206007506688/t0(0) o8->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787382382.795154:0:9102:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID 00020000:01000000:2.0:1787382382.795178:0:9102:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff9195102cc800) active 00000080:00000004:2.0:1787382382.795205:0:9102:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000020:00000080:2.0:1787382382.795220:0:9102:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x7c2edf798b57cffb 00000100:00080000:2.0:1787382382.795226:0:9102:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff9195102cc800: connect to NID 192.168.204.139@tcp last attempt 0 00000100:00080000:2.0:1787382382.795233:0:9102:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff9195102cc800: import ffff9195061dd000 using connection 192.168.204.139@tcp/192.168.204.139@tcp 00000008:00100000:2.0:1787382382.795240:0:9102:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682482 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1787382382.795254:0:9102:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9195034fa680 x1874206007506816/t0(0) o8->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787382382.795321:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:997748da-9c9b-4d05-a631-2455c85e8559:2404:1874206007506688:192.168.204.139@tcp:8:mount.lustre.0 00010000:00080000:1.0:1787382382.795495:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060ff800 x1874206007506432/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382398 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382382.795510:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007506432:192.168.204.139@tcp:400:kworker.0 00000100:00080000:2.0:1787382382.797945:0:9102:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID 00020000:01000000:2.0:1787382382.797969:0:9102:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff9195102cc800) active 00000080:00000004:2.0:1787382382.797993:0:9102:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0x0 -> 0xa0467af2e3640038 00000100:00100000:2.0:1787382382.798075:0:9102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:997748da-9c9b-4d05-a631-2455c85e8559:9102:1874206007506944:192.168.204.139@tcp:900:mount.lustre.0 00000100:00100000:2.0:1787382382.798183:0:9102:0:(client.c:2702:ptlrpc_set_wait()) set ffff919502f85cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787382382.799200:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:997748da-9c9b-4d05-a631-2455c85e8559:2404:1874206007506816:192.168.204.139@tcp:8:mount.lustre.0 00010000:00080000:3.0:1787382382.804774:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91951279ca80 x1874206007506048/t0(0) o41->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/368 e 0 to 0 dl 1787382398 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382382.804804:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:997748da-9c9b-4d05-a631-2455c85e8559:0:1874206007506048:192.168.204.139@tcp:41:mount.lustre.0 00000100:00100000:3.0:1787382382.804854:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:0:1874206007505792:192.168.204.139@tcp:41:mount.lustre.0 00000100:00100000:1.0:1787382382.823335:0:9102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:997748da-9c9b-4d05-a631-2455c85e8559:9102:1874206007506944:192.168.204.139@tcp:900:mount.lustre.0 00000100:00100000:1.0:1787382382.823476:0:9102:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:997748da-9c9b-4d05-a631-2455c85e8559:9102:1874206007507072:192.168.204.139@tcp:33:mount.lustre.0 00000100:00100000:1.0:1787382382.823673:0:9102:0:(client.c:2702:ptlrpc_set_wait()) set ffff919512765240 going to sleep for 11 seconds 00010000:00080000:0.0:1787382382.825705:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195034f9880 x1874206007506688/t0(0) o8->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 520/416 e 0 to 0 dl 1787382392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382382.825725:0:2404:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9195102cc800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1787382382.825737:0:2404:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff9195102cc800: connect to target with instance 1 00000100:00080000:0.0:1787382382.825751:0:2404:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff9195102cc800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:0.0:1787382382.825766:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1787382382.825774:0:2404:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:0.0:1787382382.825784:0:2404:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1787382382.825789:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9195061d8800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1787382382.825796:0:2404:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:0.0:1787382382.825812:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1787382382.825815:0:2404:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1787382382.825825:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:997748da-9c9b-4d05-a631-2455c85e8559:2404:1874206007506688:192.168.204.139@tcp:8:mount.lustre.0 00010000:00080000:0.0:1787382382.825869:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195034fa680 x1874206007506816/t0(0) o8->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 520/416 e 0 to 0 dl 1787382392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382382.825878:0:2404:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9195102cc800: committing for last_committed 0 gen 1 00000100:00080000:0.0:1787382382.825883:0:2404:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff9195102cc800: connect to target with instance 1 00000100:00080000:0.0:1787382382.825889:0:2404:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff9195102cc800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000080:00000004:0.0:1787382382.825896:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1787382382.825898:0:2404:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00080000:0.0:1787382382.825915:0:2404:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1787382382.825918:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9195061dd000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:0.0:1787382382.825923:0:2404:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:0.0:1787382382.825925:0:2404:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:0.0:1787382382.825927:0:2404:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:0.0:1787382382.825932:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:997748da-9c9b-4d05-a631-2455c85e8559:2404:1874206007506816:192.168.204.139@tcp:8:mount.lustre.0 00000100:00100000:1.0:1787382382.832684:0:9102:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:997748da-9c9b-4d05-a631-2455c85e8559:9102:1874206007507072:192.168.204.139@tcp:33:mount.lustre.0 00000080:00200000:1.0:1787382382.832948:0:9102:0:(llite_lib.c:3226:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff9195134c2a08) 00000080:00200000:1.0:1787382382.832961:0:9102:0:(llite_lib.c:2989:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:1.0:1787382382.833087:0:9102:0:(llite_lib.c:1533:ll_fill_super()) Mounted lustre-client 00000080:00000004:1.0:1787382382.835161:0:9102:0:(super25.c:187:lustre_fill_super()) 192.168.204.139@tcp:/lustre: Mount complete 00000400:00000001:3.0:1787382383.143770:0:9131:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:3.0:1787382383.413494:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382383.413501:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382383.413509:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382383.413510:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787382383.413656:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787382383.413660:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787382383.413663:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787382384.117573:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a220 (cpu 0) has reached its deadline 4295022504, at 4295022528 00000100:00000010:2.0:1787382384.117595:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919508ee9840. 00000100:00000040:3.0:1787382384.118295:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a330 (cpu 0) has reached its deadline 4295022504, at 4295022528 00000100:00000010:3.0:1787382384.118331:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919508ee96c0. 00010000:00000001:3.0:1787382384.441767:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382384.441777:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382384.441784:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382384.441786:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382384.442369:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382384.442375:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382384.442379:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382385.462294:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382385.462305:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382385.462313:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382385.462315:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787382385.462372:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787382385.462377:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787382385.462381:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382386.496158:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382386.496165:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382386.496172:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382386.496173:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382386.496341:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382386.496344:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382386.496347:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382387.510151:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382387.510161:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382387.510169:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382387.510170:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787382387.510252:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787382387.510256:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787382387.510260:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787382388.287426:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382388.287440:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787382388.287454:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279c380. 00000020:00000040:3.0:1787382388.287463:0:36:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000100:00000001:3.0:1787382388.287468:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382388.287472:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382388.287490:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382388.287501:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195056d2900. 00000100:00000001:3.0:1787382388.287513:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287532:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS req@ffff91951279c380 x1874206007507200/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382388.287545:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382388.287550:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287558:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d875fd2a] to pc [ptlrpcd_01_01+1] req@ffff91951279c380 x1874206007507200/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.287593:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287597:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382388.287621:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787382388.287624:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279ca80. 00000020:00000040:3.0:1787382388.287627:0:36:0:(genops.c:1231:class_import_get()) import ffff9195061d2000 refcount=4 obd=lustre-MDT0000-mdc-ffff919506214800 00000100:00000001:3.0:1787382388.287630:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382388.287632:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382388.287634:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382388.287639:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195056d2500. 00000100:00000001:3.0:1787382388.287642:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287647:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID req@ffff91951279ca80 x1874206007507328/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382388.287654:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382388.287656:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287660:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd618bf9] to pc [ptlrpcd_01_00+0] req@ffff91951279ca80 x1874206007507328/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.287670:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287672:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382388.287676:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787382388.287679:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279f480. 00000020:00000040:3.0:1787382388.287681:0:36:0:(genops.c:1231:class_import_get()) import ffff9195102ce000 refcount=4 obd=lustre-MDT0001-mdc-ffff919506214800 00000100:00000001:3.0:1787382388.287684:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382388.287685:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382388.287687:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382388.287690:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195056d2700. 00000100:00000001:3.0:1787382388.287693:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287697:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID req@ffff91951279f480 x1874206007507456/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382388.287704:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382388.287706:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287710:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d65dae6c] to pc [ptlrpcd_01_01+1] req@ffff91951279f480 x1874206007507456/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.287727:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287730:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787382388.287733:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787382388.287737:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787382388.287740:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787382388.287743:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382388.287747:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787382388.287750:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279dc00. 00000020:00000040:3.0:1787382388.287753:0:36:0:(genops.c:1231:class_import_get()) import ffff9195061dc800 refcount=4 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000100:00000001:3.0:1787382388.287755:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382388.287757:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382388.287759:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382388.287762:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195056d2b00. 00000100:00000001:3.0:1787382388.287766:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287770:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID req@ffff91951279dc00 x1874206007507584/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382388.287777:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382388.287779:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287783:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000256ddaf5] to pc [ptlrpcd_01_00+0] req@ffff91951279dc00 x1874206007507584/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.287789:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287792:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382388.287796:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787382388.287799:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279fb80. 00000020:00000040:3.0:1787382388.287801:0:36:0:(genops.c:1231:class_import_get()) import ffff9195061de800 refcount=4 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000100:00000001:3.0:1787382388.287804:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382388.287823:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382388.287825:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382388.287830:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195056d2e00. 00000100:00000001:3.0:1787382388.287835:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287847:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID req@ffff91951279fb80 x1874206007507712/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382388.287855:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382388.287857:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287861:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067b1a562] to pc [ptlrpcd_01_01+1] req@ffff91951279fb80 x1874206007507712/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.287868:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287870:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382388.287874:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787382388.287878:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279d180. 00000020:00000040:3.0:1787382388.287880:0:36:0:(genops.c:1231:class_import_get()) import ffff9195061d8800 refcount=3 obd=lustre-OST0000-osc-ffff9195102cc800 00000100:00000001:3.0:1787382388.287882:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382388.287884:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382388.287885:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382388.287888:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195056d2400. 00000100:00000001:3.0:1787382388.287891:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287894:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID req@ffff91951279d180 x1874206007507840/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382388.287901:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382388.287903:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287906:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcad6320] to pc [ptlrpcd_01_00+0] req@ffff91951279d180 x1874206007507840/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.287914:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287916:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382388.287919:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787382388.287922:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279f100. 00000020:00000040:3.0:1787382388.287929:0:36:0:(genops.c:1231:class_import_get()) import ffff9195061dd000 refcount=3 obd=lustre-OST0001-osc-ffff9195102cc800 00000100:00000001:3.0:1787382388.287931:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382388.287933:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382388.287935:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382388.287938:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195056d2f00. 00000100:00000001:3.0:1787382388.287942:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.287946:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID req@ffff91951279f100 x1874206007507968/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382388.287953:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382388.288067:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.288073:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e23806c] to pc [ptlrpcd_01_01+1] req@ffff91951279f100 x1874206007507968/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.288080:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.288086:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (364) 00000100:00000001:3.0:1787382388.288119:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382388.288124:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382388.288127:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382388.288133:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279c380 x1874206007507200/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.288141:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382388.288144:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.288149:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382388.288152:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382388.288155:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382388.288159:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2408:1874206007507200:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382388.288163:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382388.288171:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382388.288174:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.288177:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382388.288184:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510200000. 02000000:00000001:3.0:1787382388.288186:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382388.288195:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382388.288209:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a1bb0. 00000400:00000010:3.0:1787382388.288218:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b330. 00000100:00000200:3.0:1787382388.288228:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007507200, portal 25 00000100:00000001:3.0:1787382388.288231:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382388.288233:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178965376 : -121405530586240 : ffff91951279c380) 00000100:00000040:3.0:1787382388.288239:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279c380 x1874206007507200/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.288246:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382388.288249:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382388.288253:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bd48. 00000100:00000200:3.0:1787382388.288256:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874206007507200, offset 0 00000400:00000200:3.0:1787382388.288265:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382388.288276:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382388.288286:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382388.288292:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382388.288297:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382388.288302:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382388.288306:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382388.288311:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [122:122:256:4294967295] 192.168.204.139@tcp LPNI seq info [122:122:8:4294967295] 00000400:00000200:3.0:1787382388.288315:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382388.288328:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382388.288334:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382388.288339:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2200. 00000800:00000200:3.0:1787382388.288347:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382388.288357:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382388.288362:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382388.288380:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382388.288385:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382388.288388:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295027984 00000100:00000010:3.0:1787382388.288392:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91950705d240. 00000100:00000001:3.0:1787382388.288429:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787382388.288441:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295027984 00000100:00000010:3.0:1787382388.288444:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91950705d9c0. 00000100:00000001:3.0:1787382388.288448:0:2408:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787382388.288451:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382388.288454:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.288457:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382388.288461:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279f480 x1874206007507456/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.288468:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382388.288469:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.288471:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382388.288473:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382388.288486:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382388.288490:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007507456:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382388.288493:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382388.288496:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382388.288497:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.288499:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382388.288503:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510201600. 02000000:00000001:3.0:1787382388.288504:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382388.288508:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382388.288511:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a15d8. 00000400:00000010:3.0:1787382388.288516:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b550. 00000100:00000200:3.0:1787382388.288519:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007507456, portal 10 00000100:00000001:3.0:1787382388.288521:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382388.288522:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178977920 : -121405530573696 : ffff91951279f480) 00000100:00000040:3.0:1787382388.288529:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279f480 x1874206007507456/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.288535:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382388.288537:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382388.288540:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b880. 00000100:00000200:3.0:1787382388.288543:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007507456, offset 0 00000400:00000200:3.0:1787382388.288554:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382388.288559:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382388.288562:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382388.288565:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382388.288567:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382388.288570:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382388.288572:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382388.288574:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [123:123:255:4294967295] 192.168.204.139@tcp LPNI seq info [123:123:7:4294967295] 00000400:00000200:3.0:1787382388.288578:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382388.288584:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382388.288588:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382388.288593:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195112c2500. 00000800:00000200:3.0:1787382388.288596:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382388.288601:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382388.288603:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195112c2500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382388.288607:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.288611:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: using a timeout of 103866 usecs (104 jiffies) 00000400:00000200:3.0:1787382388.288614:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382388.288617:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295026793 00000100:00000001:3.0:1787382388.288619:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 2, keep current deadline 4295027984 00000100:00000001:3.0:1787382388.288621:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295026793 00000100:00000001:3.0:1787382388.288623:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 3, keep current deadline 4295027984 00000100:00000001:3.0:1787382388.288626:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382388.288628:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.288630:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382388.288634:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279fb80 x1874206007507712/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.288640:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382388.288641:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.288649:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382388.288650:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382388.288652:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382388.288655:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007507712:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382388.288658:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382388.288661:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382388.288662:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.288664:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382388.288667:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919503dbc800. 02000000:00000001:3.0:1787382388.288669:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382388.288672:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382388.288675:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a13c8. 00000400:00000010:3.0:1787382388.288679:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b3b8. 00000100:00000200:3.0:1787382388.288682:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007507712, portal 10 00000100:00000001:3.0:1787382388.288684:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382388.288685:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178979712 : -121405530571904 : ffff91951279fb80) 00000100:00000040:3.0:1787382388.288692:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279fb80 x1874206007507712/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.288699:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382388.288701:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382388.288703:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b5d8. 00000100:00000200:3.0:1787382388.288705:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007507712, offset 0 00000400:00000200:3.0:1787382388.288710:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382388.288713:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382388.288717:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382388.288719:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382388.288722:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382388.288724:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382388.288726:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382388.288728:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [124:124:254:4294967295] 192.168.204.139@tcp LPNI seq info [124:124:6:4294967295] 00000400:00000200:3.0:1787382388.288732:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382388.291134:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382388.291169:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382388.291178:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195112c2200. 00000800:00000200:3.0:1787382388.291187:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382388.291196:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382388.291201:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195112c2200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382388.291206:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.291213:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: using a timeout of 27695 usecs (28 jiffies) 00000400:00000200:3.0:1787382388.291221:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382388.291224:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295026728 00000100:00000001:3.0:1787382388.291228:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295027984 00000100:00000001:3.0:1787382388.291230:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295026728 00000100:00000001:3.0:1787382388.291232:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295027984 00000100:00000001:3.0:1787382388.291234:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382388.291240:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.291245:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382388.291256:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279f100 x1874206007507968/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.291266:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382388.291268:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.291273:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382388.291277:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382388.291280:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382388.291284:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007507968:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382388.291289:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382388.291295:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382388.291298:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.291301:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382388.291307:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510200a00. 02000000:00000001:3.0:1787382388.291309:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382388.291315:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382388.291325:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a1370. 00000400:00000010:3.0:1787382388.291333:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b088. 00000100:00000200:3.0:1787382388.291342:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007507968, portal 4 00000100:00000001:3.0:1787382388.291345:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382388.291346:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178977024 : -121405530574592 : ffff91951279f100) 00000020:00000010:3.0:1787382388.291359:0:2408:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9195035fa000. 00000100:00000040:3.0:1787382388.291367:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279f100 x1874206007507968/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.291374:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382388.291376:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382388.291379:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b7f8. 00000100:00000200:3.0:1787382388.291382:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874206007507968, offset 0 00000400:00000200:3.0:1787382388.291389:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382388.291413:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382388.291422:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382388.291428:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382388.291434:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382388.291437:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382388.291440:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382388.291444:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [125:125:253:4294967295] 192.168.204.139@tcp LPNI seq info [125:125:5:4294967295] 00000400:00000200:3.0:1787382388.291449:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382388.291456:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382388.291460:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382388.291464:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195112c2f00. 00000800:00000200:3.0:1787382388.291468:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382388.291473:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382388.291487:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195112c2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382388.291491:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.291495:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: using a timeout of 34912 usecs (35 jiffies) 00000400:00000200:3.0:1787382388.291498:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382388.291500:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295026735 00000100:00000001:3.0:1787382388.291508:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295027984 00000100:00000001:3.0:1787382388.291511:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295026735 00000100:00000001:3.0:1787382388.291513:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295027984 00000100:00000001:3.0:1787382388.291515:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382388.291517:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.291520:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.291524:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.291535:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787382388.291537:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787382388.291540:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382388.291542:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382388.291545:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382388.291549:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:3.0:1787382388.291551:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.291553:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787382388.291554:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.291556:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382388.291557:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382388.291559:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382388.291565:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279ca80 x1874206007507328/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.291573:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382388.291575:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.291577:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382388.291579:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382388.291581:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382388.291584:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007507328:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382388.291587:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382388.291591:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382388.291593:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.291595:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382388.291599:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9195054bc400. 02000000:00000001:3.0:1787382388.291601:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382388.291613:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382388.291616:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a1948. 00000400:00000010:3.0:1787382388.291620:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bcc0. 00000100:00000200:3.0:1787382388.291623:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007507328, portal 10 00000100:00000001:3.0:1787382388.291625:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382388.291626:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178967168 : -121405530584448 : ffff91951279ca80) 00000100:00000040:3.0:1787382388.291633:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279ca80 x1874206007507328/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.291639:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382388.291641:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382388.291644:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bc38. 00000100:00000200:3.0:1787382388.291647:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007507328, offset 0 00000400:00000200:3.0:1787382388.291651:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382388.291655:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382388.291658:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382388.291661:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382388.291663:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382388.291665:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382388.291667:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382388.291670:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [126:126:252:4294967295] 192.168.204.139@tcp LPNI seq info [126:126:4:4294967295] 00000400:00000200:3.0:1787382388.291673:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382388.291679:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382388.291683:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382388.291687:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195030b1a00. 00000800:00000200:3.0:1787382388.291691:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382388.291696:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382388.291698:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195030b1a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382388.291701:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.291704:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: using a timeout of 213817 usecs (214 jiffies) 00000400:00000200:3.0:1787382388.291707:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382388.291709:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295026916 00000100:00000001:3.0:1787382388.291716:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request active for cpu 2, keep current deadline 4295027984 00000100:00000001:3.0:1787382388.291718:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295026916 00000100:00000001:3.0:1787382388.291721:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request active for cpu 3, keep current deadline 4295027984 00000100:00000001:3.0:1787382388.291723:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382388.291725:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.291727:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382388.291733:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279dc00 x1874206007507584/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.291740:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382388.291741:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.291744:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382388.291745:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382388.291753:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382388.291756:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007507584:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382388.291759:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382388.291762:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382388.291764:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.291766:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382388.291770:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919502d59800. 02000000:00000001:3.0:1787382388.291772:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382388.291775:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382388.291778:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a10b0. 00000400:00000010:3.0:1787382388.291782:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853ba18. 00000100:00000200:3.0:1787382388.291785:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007507584, portal 10 00000100:00000001:3.0:1787382388.291787:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382388.291788:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178971648 : -121405530579968 : ffff91951279dc00) 00000100:00000040:3.0:1787382388.291794:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279dc00 x1874206007507584/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.291801:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382388.291803:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382388.291806:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bb28. 00000080:00000001:2.0:1787382388.293165:0:9332:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787382388.293180:0:9332:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787382388.295080:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007507584, offset 0 00000400:00000200:3.0:1787382388.295099:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382388.295114:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382388.295126:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382388.295132:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382388.295137:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382388.295142:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382388.295145:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382388.295149:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [127:127:251:4294967295] 192.168.204.139@tcp LPNI seq info [127:127:3:4294967295] 00000400:00000200:3.0:1787382388.295153:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382388.295165:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382388.295172:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382388.295179:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195030b1e00. 00000800:00000200:3.0:1787382388.295187:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382388.295196:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382388.295201:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195030b1e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382388.295205:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.295212:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: using a timeout of 18653 usecs (19 jiffies) 00000400:00000200:3.0:1787382388.295217:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382388.295220:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295026724 00000100:00000001:3.0:1787382388.295223:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295027984 00000100:00000001:3.0:1787382388.295225:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295026724 00000100:00000001:3.0:1787382388.295228:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295027984 00000100:00000001:3.0:1787382388.295230:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382388.295235:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.295241:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382388.295252:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279d180 x1874206007507840/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.295264:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382388.295274:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.295281:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382388.295285:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382388.295288:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382388.295293:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007507840:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382388.295297:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382388.295307:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382388.295310:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.295313:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382388.295320:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919502d58800. 02000000:00000001:3.0:1787382388.295322:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382388.295326:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382388.295330:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a1f20. 00000400:00000010:3.0:1787382388.295337:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b110. 00000100:00000200:3.0:1787382388.295345:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007507840, portal 4 00000100:00000001:3.0:1787382388.295347:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382388.295349:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178968960 : -121405530582656 : ffff91951279d180) 00000100:00000040:3.0:1787382388.295357:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279d180 x1874206007507840/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.295365:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382388.295367:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382388.295370:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b660. 00000100:00000200:3.0:1787382388.295372:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874206007507840, offset 0 00000400:00000200:3.0:1787382388.295377:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382388.295380:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382388.295384:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382388.295386:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382388.295389:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382388.295391:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382388.295393:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382388.295396:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [128:128:250:4294967295] 192.168.204.139@tcp LPNI seq info [128:128:2:4294967295] 00000400:00000200:3.0:1787382388.295417:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382388.295422:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382388.295433:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382388.295439:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff91952010cf00. 00000800:00000200:3.0:1787382388.295444:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382388.295448:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382388.295451:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff91952010cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382388.295454:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.295457:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: using a timeout of 38151 usecs (39 jiffies) 00000400:00000200:3.0:1787382388.295460:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382388.295463:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295026744 00000100:00000001:3.0:1787382388.295465:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295027984 00000100:00000001:3.0:1787382388.295467:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295026744 00000100:00000001:3.0:1787382388.295470:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295027984 00000100:00000001:3.0:1787382388.295472:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382388.295485:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.295490:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.295496:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.295518:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382388.295521:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787382388.295589:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382388.295595:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2200. 00000400:00000200:3.0:1787382388.295602:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382388.295614:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382388.295623:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bd48 00000400:00000010:3.0:1787382388.295626:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bd48. 00000100:00000001:3.0:1787382388.295631:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382388.295640:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279c380 x1874206007507200/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.295654:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382388.295657:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279c380 x1874206007507200/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.295665:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.295673:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382388.295691:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382388.295693:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195112c2500. 00000400:00000200:3.0:1787382388.295699:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382388.295703:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382388.295706:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b880 00000400:00000010:3.0:1787382388.295708:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b880. 00000100:00000001:3.0:1787382388.295710:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382388.295715:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279f480 x1874206007507456/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.295723:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382388.295725:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279f480 x1874206007507456/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.295731:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.295733:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382388.295740:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382388.295743:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195112c2200. 00000400:00000200:3.0:1787382388.295745:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382388.295748:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382388.295751:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b5d8 00000400:00000010:3.0:1787382388.295753:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b5d8. 00000100:00000001:3.0:1787382388.295754:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382388.295759:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279fb80 x1874206007507712/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.295766:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382388.295769:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279fb80 x1874206007507712/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.298034:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.298039:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382388.298088:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382388.298093:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195112c2f00. 00000400:00000200:3.0:1787382388.298102:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382388.298112:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382388.298141:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b7f8 00000400:00000010:3.0:1787382388.298144:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b7f8. 00000100:00000001:3.0:1787382388.298148:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382388.298158:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279f100 x1874206007507968/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.298171:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382388.298175:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279f100 x1874206007507968/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.298182:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.298183:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382388.298194:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382388.298197:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195030b1a00. 00000400:00000200:3.0:1787382388.298203:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382388.298207:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382388.298210:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bc38 00000400:00000010:3.0:1787382388.298212:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bc38. 00000100:00000001:3.0:1787382388.298214:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382388.298219:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279ca80 x1874206007507328/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.298226:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382388.298229:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279ca80 x1874206007507328/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.298236:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.298237:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382388.298246:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382388.298248:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195030b1e00. 00000400:00000200:3.0:1787382388.298252:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382388.298255:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382388.298257:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bb28 00000400:00000010:3.0:1787382388.298259:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bb28. 00000100:00000001:3.0:1787382388.298261:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382388.298265:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279dc00 x1874206007507584/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.298287:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382388.298291:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279dc00 x1874206007507584/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.298297:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.298298:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382388.299780:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382388.299795:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff91952010cf00. 00000400:00000200:3.0:1787382388.299804:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382388.300933:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382388.300946:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b660 00000400:00000010:3.0:1787382388.300951:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b660. 00000800:00000001:2.0:1787382388.301746:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302056:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.302061:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000800:00000001:2.0:1787382388.302062:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302064:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382388.302076:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000200:3.0:1787382388.302081:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279d180 x1874206007507840/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787382388.302083:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382388.302094:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302100:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382388.302100:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382388.302107:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279d180 x1874206007507840/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1787382388.302108:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302117:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 25 MB=0x6a89497503900 00000100:00000001:3.0:1787382388.302124:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787382388.302125:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382388.302129:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1787382388.302133:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.139@tcp of length 224/224 into md 0x725 [1] + 224 00000800:00000001:2.0:1787382388.302142:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302145:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382388.302148:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382388.302151:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382388.302157:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382388.302162:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279c380 x1874206007507200/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382388.302181:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279c380 x1874206007507200/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382388.302196:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382388.302203:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302205:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382388.302207:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302208:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382388.302210:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302212:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382388.302215:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302217:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302219:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302221:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497503a00 00000400:00000200:2.0:1787382388.302223:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302227:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x735 [1] + 224 00000800:00000001:2.0:1787382388.302229:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302231:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382388.302233:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382388.302235:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382388.302237:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382388.302240:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279f480 x1874206007507456/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382388.302246:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279f480 x1874206007507456/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382388.302251:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382388.302252:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302253:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382388.302254:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302255:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382388.302257:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302263:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382388.302266:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302268:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302269:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302271:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497503b00 00000400:00000200:2.0:1787382388.302273:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302276:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x745 [1] + 224 00000800:00000001:2.0:1787382388.302279:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302283:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382388.302285:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382388.302288:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382388.302291:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382388.302296:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279fb80 x1874206007507712/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382388.302304:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279fb80 x1874206007507712/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382388.302311:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382388.302315:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302318:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382388.302320:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302322:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382388.302324:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302328:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382388.302332:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302334:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302337:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302340:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497503980 00000400:00000200:2.0:1787382388.302343:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302432:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x765 [1] + 224 00000800:00000001:2.0:1787382388.302436:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302441:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382388.302448:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382388.302452:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382388.302455:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382388.302460:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279ca80 x1874206007507328/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382388.302468:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279ca80 x1874206007507328/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382388.302589:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382388.302595:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302600:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382388.302602:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302604:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382388.302608:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302612:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382388.302616:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302620:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302622:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302625:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497503a80 00000400:00000200:2.0:1787382388.302628:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302632:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x775 [1] + 224 00000800:00000001:2.0:1787382388.302636:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302639:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382388.302641:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382388.302644:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382388.302647:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382388.302652:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279dc00 x1874206007507584/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382388.302660:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279dc00 x1874206007507584/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382388.302667:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382388.302677:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302680:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382388.302682:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302684:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382388.302687:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302690:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382388.302695:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302698:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302702:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302705:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 4 MB=0x6a89497503c00 00000400:00000200:2.0:1787382388.302709:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302714:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.139@tcp of length 224/224 into md 0x755 [1] + 224 00000800:00000001:2.0:1787382388.302717:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302721:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382388.302723:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382388.302726:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382388.302729:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382388.302735:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279f100 x1874206007507968/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382388.302743:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279f100 x1874206007507968/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382388.302751:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382388.302755:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302758:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382388.302759:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302762:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382388.302766:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302769:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382388.302773:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302775:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302779:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302782:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 4 MB=0x6a89497503b80 00000400:00000200:2.0:1787382388.302785:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382388.302795:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.139@tcp of length 224/224 into md 0x785 [1] + 224 00000800:00000001:2.0:1787382388.302799:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302820:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382388.302822:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1787382388.302824:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1787382388.302828:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382388.302830:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787382388.302833:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382388.302838:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279d180 x1874206007507840/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1787382388.302842:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382388.302846:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1787382388.302850:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279d180 x1874206007507840/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1787382388.302852:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a1948. 00000400:00000200:3.0:1787382388.302859:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bcc0 00000100:00000001:2.0:1787382388.302862:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:3.0:1787382388.302863:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bcc0. 00000100:00000001:3.0:1787382388.302868:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382388.302875:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279ca80 x1874206007507328/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1787382388.302879:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382388.302884:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1787382388.302889:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279ca80 x1874206007507328/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.302909:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382388.302911:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.302914:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382388.302918:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382388.302921:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382388.302923:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.302927:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382388.302939:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061d2460 time=66 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382388.302944:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061d2418 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382388.302947:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382388.302949:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382388.302953:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787382388.302967:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.302972:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787382388.302974:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:3.0:1787382388.302976:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787382388.302978:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.302983:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279ca80 x1874206007507328/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.302991:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382388.302994:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382388.302997:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382388.303001:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279ca80 x1874206007507328/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382388.303009:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007507328:192.168.204.139@tcp:400:kworker.0 00000400:00000001:3.0:1787382388.303016:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382388.303017:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382388.303019:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a10b0. 00000400:00000200:3.0:1787382388.303021:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853ba18 00000400:00000010:3.0:1787382388.303023:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853ba18. 00000100:00000001:3.0:1787382388.303025:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382388.303029:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279dc00 x1874206007507584/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382388.303044:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279dc00 x1874206007507584/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303050:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382388.303052:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.303054:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382388.303055:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382388.303057:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382388.303058:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.303060:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382388.303065:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dcc60 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382388.303068:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dcc18 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382388.303070:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382388.303072:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382388.303074:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787382388.303076:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.303078:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787382388.303080:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:3.0:1787382388.303081:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787382388.303083:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.303087:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279dc00 x1874206007507584/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303094:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382388.303096:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382388.303097:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382388.303101:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279dc00 x1874206007507584/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382388.303108:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007507584:192.168.204.139@tcp:400:kworker.0 00000400:00000001:3.0:1787382388.303114:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382388.303115:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382388.303117:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a1f20. 00000400:00000200:3.0:1787382388.303120:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b110 00000400:00000010:3.0:1787382388.303127:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b110. 00000100:00000001:3.0:1787382388.303130:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382388.303134:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279d180 x1874206007507840/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382388.303142:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279d180 x1874206007507840/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303148:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382388.303150:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.303152:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382388.303154:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382388.303155:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382388.303157:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.303159:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382388.303163:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061d8c60 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382388.303167:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061d8c18 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382388.303169:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382388.303170:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382388.303172:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787382388.303176:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91951279d180 x1874206007507840/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787382388.303183:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.303186:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787382388.303187:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:3.0:1787382388.303189:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787382388.303190:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.303194:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279d180 x1874206007507840/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303200:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382388.303202:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382388.303204:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382388.303207:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279d180 x1874206007507840/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382388.303227:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007507840:192.168.204.139@tcp:400:kworker.0 00000400:00000001:3.0:1787382388.303233:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382388.303235:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382388.303237:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a1bb0. 00000400:00000200:3.0:1787382388.303239:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b330 00000400:00000010:3.0:1787382388.303241:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b330. 00000100:00000001:3.0:1787382388.303243:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382388.303247:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279c380 x1874206007507200/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382388.303256:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279c380 x1874206007507200/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303262:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382388.303263:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.303265:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382388.303267:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382388.303268:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382388.303270:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.303271:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382388.303274:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6c60 time=68 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382388.303277:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=68 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382388.303280:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382388.303281:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382388.303283:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787382388.303285:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.303287:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.303291:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279c380 x1874206007507200/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303297:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382388.303300:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382388.303301:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382388.303305:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279c380 x1874206007507200/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382388.303319:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2408:1874206007507200:192.168.204.139@tcp:400:kworker.0 00000400:00000001:3.0:1787382388.303326:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382388.303328:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382388.303330:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a15d8. 00000400:00000200:3.0:1787382388.303332:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b550 00000400:00000010:3.0:1787382388.303334:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b550. 00000100:00000001:3.0:1787382388.303336:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382388.303341:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279f480 x1874206007507456/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382388.303349:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279f480 x1874206007507456/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303356:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382388.303357:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.303359:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382388.303360:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382388.303361:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382388.303363:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.303365:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382388.303370:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102ce460 time=67 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382388.303373:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102ce418 time=67 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382388.303376:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382388.303377:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382388.303379:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787382388.303383:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91951279f480 x1874206007507456/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787382388.303390:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.303392:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787382388.303394:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:3.0:1787382388.303395:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787382388.303418:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.303424:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279f480 x1874206007507456/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303436:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382388.303438:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382388.303439:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382388.303443:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279f480 x1874206007507456/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382388.303450:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007507456:192.168.204.139@tcp:400:kworker.0 00000400:00000001:3.0:1787382388.303455:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382388.303457:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382388.303459:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a13c8. 00000400:00000200:3.0:1787382388.303461:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b3b8 00000400:00000010:3.0:1787382388.303463:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b3b8. 00000100:00000001:3.0:1787382388.303465:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382388.303469:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279fb80 x1874206007507712/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382388.303489:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279fb80 x1874206007507712/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303496:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382388.303497:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.303499:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382388.303501:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382388.303502:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382388.303504:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.303506:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382388.303511:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dec60 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382388.303514:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dec18 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382388.303516:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382388.303517:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382388.303519:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787382388.303523:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91951279fb80 x1874206007507712/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787382388.303542:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.303544:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787382388.303545:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:3.0:1787382388.303547:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787382388.303549:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.303553:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279fb80 x1874206007507712/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303559:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382388.303561:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382388.303562:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382388.303565:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279fb80 x1874206007507712/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382388.303573:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007507712:192.168.204.139@tcp:400:kworker.0 00000400:00000001:3.0:1787382388.303578:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382388.303580:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382388.303581:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a1370. 00000400:00000200:3.0:1787382388.303584:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b088 00000400:00000010:3.0:1787382388.303585:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b088. 00000100:00000001:3.0:1787382388.303588:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382388.303591:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279f100 x1874206007507968/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382388.303598:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279f100 x1874206007507968/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303604:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382388.303616:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.303619:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382388.303620:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382388.303622:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382388.303623:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382388.303630:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382388.303636:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dd460 time=6 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382388.303639:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dd418 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382388.303641:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382388.303642:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382388.303644:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787382388.303648:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91951279f100 x1874206007507968/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787382388.303655:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.303657:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787382388.303659:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:3.0:1787382388.303661:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787382388.303662:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382388.303666:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279f100 x1874206007507968/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303672:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382388.303674:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382388.303675:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382388.303679:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279f100 x1874206007507968/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382388.303687:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007507968:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382388.303691:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.303693:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382388.303698:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279ca80 x1874206007507328/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303705:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382388.303708:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382388.303713:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9195054bc400. 02000000:00000001:3.0:1787382388.303718:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382388.303721:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382388.303724:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195061d2000 refcount=3 obd=lustre-MDT0000-mdc-ffff919506214800 00000020:00000001:3.0:1787382388.303731:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382388.303735:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195056d2500. 02000000:00000001:3.0:1787382388.303739:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382388.303742:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382388.303744:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279ca80. 00000100:00000001:3.0:1787382388.303747:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382388.303749:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.303751:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382388.303756:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279dc00 x1874206007507584/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303763:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382388.303764:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382388.303766:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919502d59800. 02000000:00000001:3.0:1787382388.303768:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382388.303770:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382388.303771:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195061dc800 refcount=3 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000020:00000001:3.0:1787382388.303773:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382388.303775:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195056d2b00. 02000000:00000001:3.0:1787382388.303777:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382388.303778:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382388.303779:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279dc00. 00000100:00000001:3.0:1787382388.303782:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382388.303783:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.303785:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382388.303788:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279d180 x1874206007507840/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303795:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382388.303798:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382388.303799:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919502d58800. 02000000:00000001:3.0:1787382388.303801:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382388.303803:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382388.303804:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195061d8800 refcount=2 obd=lustre-OST0000-osc-ffff9195102cc800 00000020:00000001:3.0:1787382388.303806:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382388.303808:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195056d2400. 02000000:00000001:3.0:1787382388.303810:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382388.303811:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382388.303817:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279d180. 00000100:00000001:3.0:1787382388.303820:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382388.303821:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.303823:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382388.303826:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279c380 x1874206007507200/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303833:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382388.303834:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382388.303836:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510200000. 02000000:00000001:3.0:1787382388.303838:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382388.303840:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382388.303841:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=3 obd=MGC192.168.204.139@tcp 00000020:00000001:3.0:1787382388.303843:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382388.303844:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195056d2900. 02000000:00000001:3.0:1787382388.303846:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382388.303848:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382388.303849:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279c380. 00000100:00000001:3.0:1787382388.303851:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382388.303853:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.303854:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382388.303858:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279f480 x1874206007507456/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303865:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382388.303866:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382388.303867:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510201600. 02000000:00000001:3.0:1787382388.303870:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382388.303871:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382388.303872:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195102ce000 refcount=3 obd=lustre-MDT0001-mdc-ffff919506214800 00000020:00000001:3.0:1787382388.303874:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382388.303876:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195056d2700. 02000000:00000001:3.0:1787382388.303878:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382388.303879:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382388.303880:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279f480. 00000100:00000001:3.0:1787382388.303883:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382388.303884:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.303885:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382388.303895:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279fb80 x1874206007507712/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303902:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382388.303903:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382388.303905:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919503dbc800. 02000000:00000001:3.0:1787382388.303908:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382388.303909:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382388.303910:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195061de800 refcount=3 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000020:00000001:3.0:1787382388.303912:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382388.303914:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195056d2e00. 02000000:00000001:3.0:1787382388.303916:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382388.303917:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382388.303918:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279fb80. 00000100:00000001:3.0:1787382388.303920:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382388.303922:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.303923:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382388.303926:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279f100 x1874206007507968/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382404 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382388.303932:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382388.303934:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382388.303935:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510200a00. 02000000:00000001:3.0:1787382388.303937:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382388.303938:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382388.303939:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195061dd000 refcount=2 obd=lustre-OST0001-osc-ffff9195102cc800 00000020:00000001:3.0:1787382388.303941:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382388.303942:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195056d2f00. 02000000:00000001:3.0:1787382388.303944:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382388.303945:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382388.303946:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279f100. 00000100:00000001:3.0:1787382388.303948:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382388.303949:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.303951:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382388.303961:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787382388.303964:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382388.303966:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382388.303969:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382388.534888:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382388.534899:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382388.534906:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382388.534907:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382388.534971:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382388.534975:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382388.534979:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1787382388.642525:0:9368:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1787382388.642603:0:9368:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg439-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:3.0:1787382388.650146:0:9368:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:3.0:1787382388.718797:0:9372:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787382388.718813:0:9372:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787382388.777835:0:9376:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1787382388.777848:0:9376:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382389.557576:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382389.557584:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382389.557590:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382389.557591:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787382389.557836:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787382389.557840:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787382389.557843:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787382389.621539:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a330 (cpu 0) has reached its deadline 4295027984, at 4295028032 00000100:00000010:3.0:1787382389.621555:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91950705d9c0. 00000100:00000040:2.0:1787382389.621682:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a220 (cpu 0) has reached its deadline 4295027984, at 4295028032 00000100:00000010:2.0:1787382389.621689:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91950705d240. 00010000:00000001:3.0:1787382390.581738:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382390.581748:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382390.581757:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382390.581758:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382390.581822:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382390.581827:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382390.581830:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382391.605841:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382391.605852:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382391.605860:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382391.605861:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787382391.605973:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787382391.606046:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787382391.606050:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382392.629517:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382392.629531:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787382392.629534:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787382392.629539:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382392.629546:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787382392.629548:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382392.629550:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382392.629553:0:41:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382392.629558:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382392.629560:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787382392.629562:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787382392.629564:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382392.629566:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787382392.629585:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382392.629587:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382392.629589:0:41:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382392.629633:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382392.629638:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382392.629642:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787382393.400016:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382393.400032:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787382393.400047:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279f100. 00000020:00000040:3.0:1787382393.400057:0:36:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000100:00000001:3.0:1787382393.400063:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382393.400067:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382393.400074:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382393.400085:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91952010c500. 00000100:00000001:3.0:1787382393.400094:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400111:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS req@ffff91951279f100 x1874206007508096/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382393.400125:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382393.400131:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400138:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e23806c] to pc [ptlrpcd_01_00+0] req@ffff91951279f100 x1874206007508096/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.400173:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400177:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382393.400181:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787382393.400184:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279fb80. 00000020:00000040:3.0:1787382393.400186:0:36:0:(genops.c:1231:class_import_get()) import ffff9195061d2000 refcount=4 obd=lustre-MDT0000-mdc-ffff919506214800 00000100:00000001:3.0:1787382393.400188:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382393.400190:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382393.400192:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382393.400197:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91952010c900. 00000100:00000001:3.0:1787382393.400200:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400204:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID req@ffff91951279fb80 x1874206007508224/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382393.400211:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382393.400233:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400239:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067b1a562] to pc [ptlrpcd_01_01+1] req@ffff91951279fb80 x1874206007508224/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.400248:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400250:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382393.400253:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787382393.400256:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279f480. 00000020:00000040:3.0:1787382393.400259:0:36:0:(genops.c:1231:class_import_get()) import ffff9195102ce000 refcount=4 obd=lustre-MDT0001-mdc-ffff919506214800 00000100:00000001:3.0:1787382393.400261:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382393.400262:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382393.400264:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382393.400268:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff91952010cf00. 00000100:00000001:3.0:1787382393.400271:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400275:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID req@ffff91951279f480 x1874206007508352/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382393.400282:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382393.400284:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400288:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d65dae6c] to pc [ptlrpcd_01_00+0] req@ffff91951279f480 x1874206007508352/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.400295:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400298:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787382393.400469:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787382393.400472:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1787382393.400475:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1787382393.400477:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382393.400481:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787382393.400484:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279c380. 00000020:00000040:3.0:1787382393.400487:0:36:0:(genops.c:1231:class_import_get()) import ffff9195061dc800 refcount=4 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000100:00000001:3.0:1787382393.400496:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382393.400497:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382393.400499:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382393.400504:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195030b1e00. 00000100:00000001:3.0:1787382393.400509:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400514:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID req@ffff91951279c380 x1874206007508480/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382393.400521:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382393.400523:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400528:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d875fd2a] to pc [ptlrpcd_01_01+1] req@ffff91951279c380 x1874206007508480/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.400536:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400538:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382393.400541:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787382393.400545:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279d180. 00000020:00000040:3.0:1787382393.400547:0:36:0:(genops.c:1231:class_import_get()) import ffff9195061de800 refcount=4 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000100:00000001:3.0:1787382393.400549:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382393.400551:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382393.400552:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382393.400556:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195030b1a00. 00000100:00000001:3.0:1787382393.400559:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400563:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID req@ffff91951279d180 x1874206007508608/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382393.400570:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382393.400572:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400575:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fcad6320] to pc [ptlrpcd_01_00+0] req@ffff91951279d180 x1874206007508608/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.400581:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400583:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382393.400586:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787382393.400708:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279dc00. 00000020:00000040:3.0:1787382393.400712:0:36:0:(genops.c:1231:class_import_get()) import ffff9195061d8800 refcount=3 obd=lustre-OST0000-osc-ffff9195102cc800 00000100:00000001:3.0:1787382393.400715:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382393.400716:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382393.400718:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382393.400722:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195112c2f00. 00000100:00000001:3.0:1787382393.400726:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400730:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID req@ffff91951279dc00 x1874206007508736/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382393.400736:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382393.400738:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400742:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000256ddaf5] to pc [ptlrpcd_01_01+1] req@ffff91951279dc00 x1874206007508736/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.400748:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400750:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382393.400754:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1787382393.400756:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279ca80. 00000020:00000040:3.0:1787382393.400758:0:36:0:(genops.c:1231:class_import_get()) import ffff9195061dd000 refcount=3 obd=lustre-OST0001-osc-ffff9195102cc800 00000100:00000001:3.0:1787382393.400760:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382393.400761:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382393.400763:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382393.400766:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195112c2200. 00000100:00000001:3.0:1787382393.400769:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400773:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID req@ffff91951279ca80 x1874206007508864/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382393.400780:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382393.400782:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400786:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd618bf9] to pc [ptlrpcd_01_00+0] req@ffff91951279ca80 x1874206007508864/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.400793:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.400804:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (369) 00000100:00000001:3.0:1787382393.400835:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382393.400840:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382393.400843:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382393.400849:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279fb80 x1874206007508224/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.400857:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382393.400860:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.400865:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382393.400868:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382393.400871:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382393.400874:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007508224:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382393.400879:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382393.400887:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382393.400890:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.400893:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382393.400898:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919508cdfc00. 02000000:00000001:3.0:1787382393.400900:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382393.400910:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382393.400915:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a1370. 00000400:00000010:3.0:1787382393.400925:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b088. 00000100:00000200:3.0:1787382393.400936:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007508224, portal 10 00000100:00000001:3.0:1787382393.400939:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382393.400941:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178979712 : -121405530571904 : ffff91951279fb80) 00000100:00000040:3.0:1787382393.400949:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279fb80 x1874206007508224/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.400957:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382393.400960:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382393.400964:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b3b8. 00000100:00000200:3.0:1787382393.400967:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007508224, offset 0 00000400:00000200:3.0:1787382393.400976:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382393.400987:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382393.400998:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382393.401012:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382393.401018:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382393.401023:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382393.401026:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382393.401030:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [129:129:256:4294967295] 192.168.204.139@tcp LPNI seq info [129:129:8:4294967295] 00000400:00000200:3.0:1787382393.401035:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382393.401048:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382393.401056:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382393.401062:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195112c2500. 00000800:00000200:3.0:1787382393.401071:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382393.401080:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382393.401086:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195112c2500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382393.401101:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.401106:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: using a timeout of 204543 usecs (205 jiffies) 00000400:00000200:3.0:1787382393.401110:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382393.401114:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295032015 00000100:00000010:3.0:1787382393.401119:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91950705dde0. 00000100:00000001:3.0:1787382393.401127:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1787382393.401139:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295032015 00000100:00000010:3.0:1787382393.401142:0:2408:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff91950705d780. 00000100:00000001:3.0:1787382393.401145:0:2408:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1787382393.401149:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382393.401152:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.401154:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382393.401158:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279c380 x1874206007508480/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.401165:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382393.401166:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.401169:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382393.401177:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382393.401179:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382393.401182:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007508480:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382393.401186:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382393.401188:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382393.401190:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.401192:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382393.401195:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919508cdf400. 02000000:00000001:3.0:1787382393.401197:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382393.401200:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382393.401202:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a13c8. 00000400:00000010:3.0:1787382393.401206:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b550. 00000100:00000200:3.0:1787382393.401210:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007508480, portal 10 00000100:00000001:3.0:1787382393.401212:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382393.401213:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178965376 : -121405530586240 : ffff91951279c380) 00000100:00000040:3.0:1787382393.401220:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279c380 x1874206007508480/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.401227:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382393.401229:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382393.401232:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b330. 00000100:00000200:3.0:1787382393.401234:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007508480, offset 0 00000400:00000200:3.0:1787382393.401239:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382393.401242:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382393.401246:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382393.401248:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382393.401251:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382393.401253:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382393.401255:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382393.401258:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [130:130:255:4294967295] 192.168.204.139@tcp LPNI seq info [130:130:7:4294967295] 00000400:00000200:3.0:1787382393.401262:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382393.401268:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382393.401272:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382393.401283:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2f00. 00000800:00000200:3.0:1787382393.401286:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382393.401291:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382393.401293:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382393.401297:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.401299:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: using a timeout of 18715 usecs (19 jiffies) 00000400:00000200:3.0:1787382393.401303:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382393.401305:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295031829 00000100:00000001:3.0:1787382393.401308:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295032015 00000100:00000001:3.0:1787382393.401310:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295031829 00000100:00000001:3.0:1787382393.401312:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295032015 00000100:00000001:3.0:1787382393.401314:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382393.401316:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.401318:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382393.401322:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279dc00 x1874206007508736/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.401329:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382393.401330:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.401346:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382393.401348:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382393.401349:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382393.401352:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007508736:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382393.401355:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382393.401358:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382393.401359:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.401361:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382393.401365:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919506962e00. 02000000:00000001:3.0:1787382393.401367:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382393.401370:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382393.401373:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a15d8. 00000400:00000010:3.0:1787382393.401388:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b110. 00000100:00000200:3.0:1787382393.401422:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007508736, portal 4 00000100:00000001:3.0:1787382393.401424:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382393.401426:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178971648 : -121405530579968 : ffff91951279dc00) 00000100:00000040:3.0:1787382393.401433:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279dc00 x1874206007508736/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.401439:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382393.401442:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382393.401445:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853ba18. 00000100:00000200:3.0:1787382393.401448:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874206007508736, offset 0 00000400:00000200:3.0:1787382393.401452:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382393.401456:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382393.401459:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382393.401462:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382393.401465:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382393.401467:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382393.401469:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382393.401472:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [131:131:254:4294967295] 192.168.204.139@tcp LPNI seq info [131:131:6:4294967295] 00000400:00000200:3.0:1787382393.401476:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382393.401482:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382393.401486:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382393.401489:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2e00. 00000800:00000200:3.0:1787382393.401492:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382393.401497:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382393.401500:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382393.401503:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.401506:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: using a timeout of 28600 usecs (29 jiffies) 00000400:00000200:3.0:1787382393.401509:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382393.401511:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295031839 00000100:00000001:3.0:1787382393.401514:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295032015 00000100:00000001:3.0:1787382393.401517:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295031839 00000100:00000001:3.0:1787382393.401524:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295032015 00000100:00000001:3.0:1787382393.401526:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382393.401529:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.401531:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.401534:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.401543:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787382393.401545:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787382393.401548:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382393.401550:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382393.401551:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382393.401555:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00000001:3.0:1787382393.401557:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.401558:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787382393.401560:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.401562:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382393.401563:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382393.401564:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382393.401569:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279f100 x1874206007508096/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.401577:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382393.401578:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.401581:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382393.401583:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382393.401585:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382393.401588:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2408:1874206007508096:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382393.401603:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382393.401605:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382393.401607:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.401609:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382393.401613:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919506962600. 02000000:00000001:3.0:1787382393.401615:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382393.401619:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382393.401622:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a1bb0. 00000400:00000010:3.0:1787382393.401626:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bcc0. 00000100:00000200:3.0:1787382393.401629:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007508096, portal 25 00000100:00000001:3.0:1787382393.401637:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382393.401638:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178977024 : -121405530574592 : ffff91951279f100) 00000100:00000040:3.0:1787382393.401644:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279f100 x1874206007508096/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.401650:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382393.401652:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382393.401656:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b660. 00000100:00000200:3.0:1787382393.401658:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874206007508096, offset 0 00000400:00000200:3.0:1787382393.401663:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382393.401667:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382393.401671:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382393.401673:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382393.401675:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382393.401677:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382393.401679:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382393.401682:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [132:132:253:4294967295] 192.168.204.139@tcp LPNI seq info [132:132:5:4294967295] 00000400:00000200:3.0:1787382393.401686:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382393.401691:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382393.401695:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382393.401698:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2700. 00000800:00000200:3.0:1787382393.401701:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382393.401705:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382393.401708:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382393.401712:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382393.401715:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382393.401717:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295033105 00000100:00000001:3.0:1787382393.401723:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295032015 00000100:00000001:3.0:1787382393.401727:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295033105 00000100:00000001:3.0:1787382393.401730:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295032015 00000100:00000001:3.0:1787382393.401733:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382393.401740:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.401742:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382393.401748:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279f480 x1874206007508352/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.401754:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382393.401756:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.401758:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382393.401760:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382393.401762:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382393.401765:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007508352:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382393.401768:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382393.401770:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382393.401772:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.401774:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382393.401777:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919506963e00. 02000000:00000001:3.0:1787382393.401779:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382393.401782:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382393.401784:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a1f20. 00000400:00000010:3.0:1787382393.401787:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bb28. 00000100:00000200:3.0:1787382393.401790:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007508352, portal 10 00000100:00000001:3.0:1787382393.401791:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382393.401793:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178977920 : -121405530573696 : ffff91951279f480) 00000100:00000040:3.0:1787382393.401799:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279f480 x1874206007508352/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.401804:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382393.401806:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382393.401808:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bc38. 00000100:00000200:3.0:1787382393.401810:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007508352, offset 0 00000400:00000200:3.0:1787382393.401814:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382393.401817:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382393.401820:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382393.401823:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382393.401831:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382393.401833:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382393.401835:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382393.401838:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [133:133:252:4294967295] 192.168.204.139@tcp LPNI seq info [133:133:4:4294967295] 00000400:00000200:3.0:1787382393.401842:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382393.401847:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382393.401852:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382393.401855:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2900. 00000800:00000200:3.0:1787382393.401859:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382393.401863:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382393.401865:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382393.401868:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.401871:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: using a timeout of 98596 usecs (99 jiffies) 00000400:00000200:3.0:1787382393.401874:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382393.401876:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295031909 00000100:00000001:3.0:1787382393.401879:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 2, keep current deadline 4295033105 00000100:00000001:3.0:1787382393.401881:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295031909 00000100:00000001:3.0:1787382393.401883:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 3, keep current deadline 4295033105 00000100:00000001:3.0:1787382393.401885:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382393.401888:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.401890:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382393.401893:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279d180 x1874206007508608/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.401900:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382393.401902:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.401904:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382393.401905:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382393.401907:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382393.401910:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007508608:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382393.401921:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382393.401925:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382393.401926:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.401928:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382393.401931:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919506963400. 02000000:00000001:3.0:1787382393.401933:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382393.401936:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382393.401939:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a10b0. 00000400:00000010:3.0:1787382393.401942:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b7f8. 00000100:00000200:3.0:1787382393.401945:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007508608, portal 10 00000100:00000001:3.0:1787382393.401947:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382393.401948:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178968960 : -121405530582656 : ffff91951279d180) 00000100:00000040:3.0:1787382393.401954:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279d180 x1874206007508608/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.401960:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382393.401962:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382393.401965:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b5d8. 00000100:00000200:3.0:1787382393.401967:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007508608, offset 0 00000400:00000200:3.0:1787382393.401971:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382393.401974:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382393.401978:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382393.401980:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382393.401983:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382393.401985:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382393.401987:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382393.401990:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [134:134:251:4294967295] 192.168.204.139@tcp LPNI seq info [134:134:3:4294967295] 00000400:00000200:3.0:1787382393.401994:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382393.402000:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382393.402004:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382393.402007:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2400. 00000800:00000200:3.0:1787382393.402010:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382393.402019:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382393.402022:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382393.402025:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.402027:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: using a timeout of 24976 usecs (25 jiffies) 00000400:00000200:3.0:1787382393.402030:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382393.402033:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295031835 00000100:00000001:3.0:1787382393.402035:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295033105 00000100:00000001:3.0:1787382393.402037:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295031835 00000100:00000001:3.0:1787382393.402039:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295033105 00000100:00000001:3.0:1787382393.402042:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382393.402044:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.402046:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382393.402051:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279ca80 x1874206007508864/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402058:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382393.402059:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.402061:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382393.402063:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382393.402065:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382393.402068:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007508864:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382393.402071:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382393.402074:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382393.402076:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.402078:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382393.402081:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919506962000. 02000000:00000001:3.0:1787382393.402084:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382393.402087:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382393.402091:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a1948. 00000400:00000010:3.0:1787382393.402095:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b880. 00000100:00000200:3.0:1787382393.402098:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007508864, portal 4 00000100:00000001:3.0:1787382393.402100:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382393.402106:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178967168 : -121405530584448 : ffff91951279ca80) 00000100:00000040:3.0:1787382393.402113:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279ca80 x1874206007508864/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402119:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382393.402121:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382393.402124:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bd48. 00000100:00000200:3.0:1787382393.402127:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874206007508864, offset 0 00000400:00000200:3.0:1787382393.402132:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382393.402135:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382393.402139:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382393.402141:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382393.402143:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382393.402145:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382393.402147:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382393.402150:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [135:135:250:4294967295] 192.168.204.139@tcp LPNI seq info [135:135:2:4294967295] 00000400:00000200:3.0:1787382393.402154:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382393.402160:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382393.402164:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382393.402168:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2b00. 00000800:00000200:3.0:1787382393.402172:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382393.402176:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382393.402178:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382393.402181:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.402184:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: using a timeout of 27167 usecs (28 jiffies) 00000400:00000200:3.0:1787382393.402187:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382393.402189:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295031838 00000100:00000001:3.0:1787382393.402191:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295033105 00000100:00000001:3.0:1787382393.402194:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295031838 00000100:00000001:3.0:1787382393.402196:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295033105 00000100:00000001:3.0:1787382393.402198:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382393.402205:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.402207:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.402210:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787382393.402275:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382393.402281:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195112c2500. 00000400:00000200:3.0:1787382393.402291:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382393.402297:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382393.402304:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b3b8 00000400:00000010:3.0:1787382393.402307:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b3b8. 00000100:00000001:3.0:1787382393.402312:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382393.402318:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279fb80 x1874206007508224/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402328:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382393.402332:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279fb80 x1874206007508224/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402339:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.402340:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382393.402354:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382393.402356:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2f00. 00000400:00000200:3.0:1787382393.402359:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382393.402362:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382393.402365:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b330 00000400:00000010:3.0:1787382393.402367:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b330. 00000100:00000001:3.0:1787382393.402368:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382393.402372:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279c380 x1874206007508480/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402391:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382393.402394:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279c380 x1874206007508480/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402425:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.402426:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382393.402434:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382393.402436:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2e00. 00000400:00000200:3.0:1787382393.402444:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382393.402449:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382393.402451:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853ba18 00000400:00000010:3.0:1787382393.402453:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853ba18. 00000100:00000001:3.0:1787382393.402456:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382393.402459:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279dc00 x1874206007508736/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402467:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382393.402470:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279dc00 x1874206007508736/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402476:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.402477:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382393.402486:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382393.402488:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2700. 00000400:00000200:3.0:1787382393.402491:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382393.402494:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382393.402497:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b660 00000400:00000010:3.0:1787382393.402498:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b660. 00000100:00000001:3.0:1787382393.402500:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382393.402504:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279f100 x1874206007508096/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402511:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382393.402513:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279f100 x1874206007508096/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402520:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.402521:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382393.402528:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382393.402530:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2900. 00000400:00000200:3.0:1787382393.402532:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382393.402536:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382393.402538:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bc38 00000400:00000010:3.0:1787382393.402539:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bc38. 00000100:00000001:3.0:1787382393.402541:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382393.402550:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279f480 x1874206007508352/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402557:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382393.402560:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279f480 x1874206007508352/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402566:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.402567:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382393.402576:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382393.402578:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2400. 00000400:00000200:3.0:1787382393.402580:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382393.402583:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382393.402586:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b5d8 00000400:00000010:3.0:1787382393.402588:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b5d8. 00000100:00000001:3.0:1787382393.402590:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382393.402594:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279d180 x1874206007508608/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402601:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382393.402603:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279d180 x1874206007508608/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402610:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.402611:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382393.402694:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382393.402697:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2b00. 00000400:00000200:3.0:1787382393.402700:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382393.402704:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382393.402706:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bd48 00000400:00000010:3.0:1787382393.402708:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bd48. 00000100:00000001:3.0:1787382393.402710:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382393.402713:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279ca80 x1874206007508864/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402720:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382393.402723:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279ca80 x1874206007508864/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.402735:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.402737:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787382393.405894:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382393.405906:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787382393.420799:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.420836:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382393.420841:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.420845:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382393.420857:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.420867:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382393.420879:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.420884:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.420891:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.420896:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497503d00 00000400:00000200:2.0:1787382393.420918:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.420926:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x795 [1] + 224 00000800:00000001:2.0:1787382393.420937:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.420942:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382393.420947:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382393.420952:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382393.420962:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382393.420976:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279fb80 x1874206007508224/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382393.420990:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279fb80 x1874206007508224/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382393.421013:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382393.421024:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421029:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382393.421031:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421033:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382393.421036:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421040:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382393.421045:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421048:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421051:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421053:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497503e00 00000400:00000200:2.0:1787382393.421057:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421061:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x7a5 [1] + 224 00000800:00000001:2.0:1787382393.421066:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421070:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382393.421072:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382393.421075:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382393.421078:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382393.421083:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279c380 x1874206007508480/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382393.421104:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279c380 x1874206007508480/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382393.421112:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382393.421118:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421121:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382393.421123:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421125:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382393.421139:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421143:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382393.421147:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421150:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421153:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421156:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497503d80 00000400:00000200:2.0:1787382393.421159:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421164:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x7d5 [1] + 224 00000800:00000001:2.0:1787382393.421168:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421172:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382393.421174:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382393.421177:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382393.421180:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382393.421185:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279f480 x1874206007508352/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382393.421195:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279f480 x1874206007508352/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382393.421203:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382393.421207:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421210:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382393.421212:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421214:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382393.421217:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421227:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382393.421232:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421235:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421238:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421240:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497503e80 00000400:00000200:2.0:1787382393.421243:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421247:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x7e5 [1] + 224 00000800:00000001:2.0:1787382393.421251:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421254:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382393.421256:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382393.421259:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382393.421262:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382393.421267:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279d180 x1874206007508608/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382393.421276:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279d180 x1874206007508608/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382393.421283:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382393.421287:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421290:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382393.421291:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421293:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382393.421297:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421300:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382393.421304:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421306:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421309:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421312:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 4 MB=0x6a89497503f00 00000400:00000200:2.0:1787382393.421316:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421320:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.139@tcp of length 224/224 into md 0x7b5 [1] + 224 00000800:00000001:2.0:1787382393.421324:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421327:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382393.421333:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382393.421336:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382393.421339:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382393.421345:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279dc00 x1874206007508736/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382393.421353:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279dc00 x1874206007508736/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382393.421360:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382393.421364:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421366:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382393.421368:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421370:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382393.421372:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421386:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382393.421390:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421392:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421395:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421427:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 4 MB=0x6a89497503f80 00000400:00000200:2.0:1787382393.421430:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421434:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.139@tcp of length 224/224 into md 0x7f5 [1] + 224 00000800:00000001:2.0:1787382393.421438:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421442:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382393.421444:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382393.421447:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382393.421449:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382393.421454:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279ca80 x1874206007508864/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382393.421462:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279ca80 x1874206007508864/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382393.421469:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382393.421479:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421482:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382393.421484:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421485:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382393.421488:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421491:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382393.421494:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421497:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421499:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421501:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 25 MB=0x6a89497503c80 00000400:00000200:2.0:1787382393.421505:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382393.421509:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.139@tcp of length 224/224 into md 0x7c5 [1] + 224 00000800:00000001:2.0:1787382393.421512:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421520:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382393.421522:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382393.421525:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382393.421527:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382393.421532:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279f100 x1874206007508096/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382393.421540:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279f100 x1874206007508096/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382393.421547:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382393.421550:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382393.421553:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.422760:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382393.422770:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787382393.422780:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382393.422783:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382393.422787:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a1bb0. 00000400:00000200:3.0:1787382393.422794:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bcc0 00000400:00000010:3.0:1787382393.422796:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bcc0. 00000100:00000001:3.0:1787382393.422801:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382393.422823:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279f100 x1874206007508096/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382393.422835:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279f100 x1874206007508096/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.422842:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382393.422844:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.422847:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382393.422852:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382393.422864:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382393.422867:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.422870:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382393.422879:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6c60 time=73 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382393.422884:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=73 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382393.422887:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382393.422889:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382393.422893:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787382393.422895:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.422899:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.422904:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279f100 x1874206007508096/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.422911:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382393.422915:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382393.422917:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382393.422931:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279f100 x1874206007508096/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382393.422939:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2408:1874206007508096:192.168.204.139@tcp:400:kworker.0 00000400:00000001:3.0:1787382393.422948:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382393.422949:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382393.422952:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a1f20. 00000400:00000200:3.0:1787382393.422954:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bb28 00000400:00000010:3.0:1787382393.422956:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bb28. 00000100:00000001:3.0:1787382393.422959:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382393.422963:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279f480 x1874206007508352/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382393.422971:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279f480 x1874206007508352/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.422977:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382393.422979:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.422980:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382393.422982:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382393.422983:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382393.422985:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.422987:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382393.422995:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102ce460 time=72 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382393.422998:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102ce418 time=72 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382393.423000:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382393.423002:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382393.423004:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787382393.423008:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91951279f480 x1874206007508352/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787382393.423014:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.423018:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787382393.423021:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:3.0:1787382393.423022:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787382393.423029:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.423034:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279f480 x1874206007508352/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.423040:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382393.423042:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382393.423043:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382393.423047:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279f480 x1874206007508352/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382393.423055:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007508352:192.168.204.139@tcp:400:kworker.0 00000400:00000001:3.0:1787382393.423061:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382393.423062:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382393.423064:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a10b0. 00000400:00000200:3.0:1787382393.423067:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b7f8 00000400:00000010:3.0:1787382393.423068:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b7f8. 00000100:00000001:3.0:1787382393.423070:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382393.423075:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279d180 x1874206007508608/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382393.423082:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279d180 x1874206007508608/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.423088:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382393.423089:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.423091:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382393.423093:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382393.423094:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382393.423096:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.423097:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382393.423102:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dec60 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382393.423105:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dec18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382393.423107:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382393.423109:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382393.423110:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787382393.423114:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91951279d180 x1874206007508608/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787382393.423125:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.423128:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787382393.423129:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:3.0:1787382393.423131:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787382393.423132:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.423136:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279d180 x1874206007508608/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.423142:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382393.423144:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382393.423145:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382393.423148:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279d180 x1874206007508608/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382393.423155:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007508608:192.168.204.139@tcp:400:kworker.0 00000400:00000001:3.0:1787382393.423160:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382393.423162:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382393.423164:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a1948. 00000400:00000200:3.0:1787382393.423167:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b880 00000400:00000010:3.0:1787382393.423168:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b880. 00000100:00000001:3.0:1787382393.423171:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382393.423174:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279ca80 x1874206007508864/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382393.423181:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279ca80 x1874206007508864/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.423188:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382393.423189:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.423190:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382393.423191:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382393.423193:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382393.423194:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.423200:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382393.423205:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dd460 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382393.423208:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dd418 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382393.423210:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382393.423212:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382393.423214:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787382393.423217:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91951279ca80 x1874206007508864/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787382393.423224:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.423227:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787382393.423228:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:3.0:1787382393.423230:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787382393.423231:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.423235:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279ca80 x1874206007508864/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.423241:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382393.423243:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382393.423244:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382393.423247:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279ca80 x1874206007508864/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382393.423254:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007508864:192.168.204.139@tcp:400:kworker.0 00000400:00000001:3.0:1787382393.423260:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382393.423262:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382393.423263:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a1370. 00000400:00000200:3.0:1787382393.423266:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b088 00000400:00000010:3.0:1787382393.423268:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b088. 00000100:00000001:3.0:1787382393.423270:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382393.423275:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279fb80 x1874206007508224/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382393.423283:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279fb80 x1874206007508224/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.423300:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382393.423301:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.423303:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382393.423304:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382393.423306:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382393.423307:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.423309:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382393.423314:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061d2460 time=71 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382393.423317:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061d2418 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382393.423320:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382393.423321:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382393.423323:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787382393.423325:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.423329:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787382393.423330:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:3.0:1787382393.423331:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787382393.423333:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.423337:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279fb80 x1874206007508224/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.423344:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382393.423346:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382393.423347:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382393.423351:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279fb80 x1874206007508224/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382393.423358:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007508224:192.168.204.139@tcp:400:kworker.0 00000400:00000001:3.0:1787382393.423365:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382393.423366:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382393.423368:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a13c8. 00000400:00000200:3.0:1787382393.423370:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b550 00000400:00000010:3.0:1787382393.423371:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b550. 00000100:00000001:3.0:1787382393.423384:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382393.423388:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279c380 x1874206007508480/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382393.423439:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279c380 x1874206007508480/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.423446:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382393.423448:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.423449:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382393.423451:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382393.423452:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382393.423453:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.423455:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382393.423460:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dcc60 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382393.423463:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dcc18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382393.423465:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382393.423466:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382393.423468:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787382393.423470:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.423472:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787382393.423474:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:3.0:1787382393.423476:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787382393.423477:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.423482:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279c380 x1874206007508480/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.423488:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382393.423489:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382393.423490:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382393.423494:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279c380 x1874206007508480/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382393.423501:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007508480:192.168.204.139@tcp:400:kworker.0 00000400:00000001:3.0:1787382393.423507:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382393.423509:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382393.423510:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a15d8. 00000400:00000200:3.0:1787382393.423514:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b110 00000400:00000010:3.0:1787382393.423522:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b110. 00000100:00000001:3.0:1787382393.423525:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382393.423529:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279dc00 x1874206007508736/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382393.423538:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279dc00 x1874206007508736/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.423545:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382393.423546:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.423548:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382393.423550:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382393.423551:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382393.423553:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382393.423555:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382393.423559:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061d8c60 time=11 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382393.423563:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061d8c18 time=11 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382393.423565:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382393.423566:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382393.423568:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787382393.423571:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91951279dc00 x1874206007508736/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787382393.423578:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.423580:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787382393.423581:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:3.0:1787382393.423583:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787382393.423584:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382393.423588:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279dc00 x1874206007508736/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.424359:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382393.424363:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382393.424365:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382393.424382:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279dc00 x1874206007508736/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382393.424435:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007508736:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382393.424441:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.424445:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382393.424449:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279f100 x1874206007508096/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.424456:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382393.424460:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382393.424465:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919506962600. 02000000:00000001:3.0:1787382393.424470:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382393.424473:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382393.424475:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=3 obd=MGC192.168.204.139@tcp 00000020:00000001:3.0:1787382393.424477:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382393.424481:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91952010c500. 02000000:00000001:3.0:1787382393.424488:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382393.424491:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382393.424493:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279f100. 00000100:00000001:3.0:1787382393.424497:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382393.424498:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.424500:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382393.424505:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279f480 x1874206007508352/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.424511:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382393.424513:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382393.424514:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919506963e00. 02000000:00000001:3.0:1787382393.424517:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382393.424518:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382393.424520:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195102ce000 refcount=3 obd=lustre-MDT0001-mdc-ffff919506214800 00000020:00000001:3.0:1787382393.424522:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382393.424524:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91952010cf00. 02000000:00000001:3.0:1787382393.424526:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382393.424527:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382393.424528:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279f480. 00000100:00000001:3.0:1787382393.424530:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382393.424537:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.424539:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382393.424544:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279d180 x1874206007508608/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.424551:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382393.424553:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382393.424555:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919506963400. 02000000:00000001:3.0:1787382393.424557:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382393.424559:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382393.424560:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195061de800 refcount=3 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000020:00000001:3.0:1787382393.424562:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382393.424563:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195030b1a00. 02000000:00000001:3.0:1787382393.424569:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382393.424570:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382393.424571:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279d180. 00000100:00000001:3.0:1787382393.424574:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382393.424576:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.424577:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382393.424582:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279ca80 x1874206007508864/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.432559:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382393.432576:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382393.432582:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919506962000. 02000000:00000001:3.0:1787382393.432672:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382393.432675:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382393.432678:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195061dd000 refcount=2 obd=lustre-OST0001-osc-ffff9195102cc800 00000020:00000001:3.0:1787382393.432681:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382393.432685:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195112c2200. 02000000:00000001:3.0:1787382393.432691:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382393.432693:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382393.432696:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279ca80. 00000100:00000001:3.0:1787382393.432700:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382393.432702:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.432707:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382393.432723:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279fb80 x1874206007508224/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.432762:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382393.432764:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382393.432766:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919508cdfc00. 02000000:00000001:3.0:1787382393.432770:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382393.432772:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382393.432773:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195061d2000 refcount=3 obd=lustre-MDT0000-mdc-ffff919506214800 00000020:00000001:3.0:1787382393.432775:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382393.432777:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff91952010c900. 02000000:00000001:3.0:1787382393.432780:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382393.432781:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382393.432782:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279fb80. 00000100:00000001:3.0:1787382393.432785:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382393.432786:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.432789:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382393.432795:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279c380 x1874206007508480/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.432801:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382393.432802:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382393.432803:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919508cdf400. 02000000:00000001:3.0:1787382393.432805:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382393.432807:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382393.432808:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195061dc800 refcount=3 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000020:00000001:3.0:1787382393.432810:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382393.432811:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195030b1e00. 02000000:00000001:3.0:1787382393.432815:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382393.432816:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382393.432817:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279c380. 00000100:00000001:3.0:1787382393.432820:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382393.432821:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.432823:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382393.432827:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279dc00 x1874206007508736/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382409 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382393.432833:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382393.432835:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382393.432842:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919506962e00. 02000000:00000001:3.0:1787382393.432844:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382393.432845:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382393.432846:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195061d8800 refcount=2 obd=lustre-OST0000-osc-ffff9195102cc800 00000020:00000001:3.0:1787382393.432848:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382393.432850:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195112c2f00. 02000000:00000001:3.0:1787382393.432920:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382393.432921:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382393.432923:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279dc00. 00000100:00000001:3.0:1787382393.432926:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382393.432928:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.432930:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382393.432943:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787382393.432945:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382393.432949:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382393.432952:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382393.655841:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382393.655851:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382393.655859:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382393.655860:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787382393.657229:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787382393.657239:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787382393.657245:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382394.678298:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382394.678305:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382394.678311:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382394.678312:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382394.678388:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382394.678392:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382394.678396:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787382394.741594:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a220 (cpu 0) has reached its deadline 4295033105, at 4295033152 00000100:00000040:3.0:1787382394.741599:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a330 (cpu 0) has reached its deadline 4295033105, at 4295033152 00000100:00000010:2.0:1787382394.741618:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91950705dde0. 00000100:00000010:3.0:1787382394.741622:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff91950705d780. 00000080:00000001:3.0:1787382395.539062:0:9628:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787382395.539076:0:9628:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787382395.592888:0:9630:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787382395.592905:0:9630:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787382395.690076:0:9637:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1787382395.690092:0:9637:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382395.704555:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382395.704567:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382395.704576:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382395.704577:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787382395.706713:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787382395.706722:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787382395.706728:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787382395.710759:0:9639:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787382395.710774:0:9639:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382396.725768:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382396.725779:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382396.725788:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382396.725789:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382396.725985:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382396.725990:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382396.725994:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382397.749554:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382397.749589:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382397.749598:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382397.749599:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787382397.749695:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787382397.749700:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787382397.749703:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787382398.517863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787382398.517879:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787382398.517927:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060e4000. 00000020:00000040:1.0:1787382398.517936:0:37:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000100:00000001:1.0:1787382398.517940:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787382398.517945:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787382398.517953:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787382398.517966:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195035e0100. 00000100:00000001:1.0:1787382398.517975:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382398.517990:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS req@ffff9195060e4000 x1874206007508992/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787382398.518003:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787382398.518008:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382398.518014:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000feae935a] to pc [ptlrpcd_00_01+1] req@ffff9195060e4000 x1874206007508992/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382398.518100:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382398.518106:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382398.518109:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382398.518116:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060e4000 x1874206007508992/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382398.518137:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382398.518139:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382398.518144:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382398.518147:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382398.518150:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382398.518154:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007508992:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382398.518159:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382398.518168:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382398.518171:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382398.518174:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382398.518181:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510281400. 02000000:00000001:0.0:1787382398.518183:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382398.518194:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382398.518199:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919503422318. 00000400:00000010:0.0:1787382398.518209:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142c38. 00000100:00000200:0.0:1787382398.518219:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007508992, portal 25 00000100:00000001:0.0:1787382398.518231:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382398.518233:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970592768 : -121405738958848 : ffff9195060e4000) 00000100:00000040:0.0:1787382398.518240:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060e4000 x1874206007508992/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382398.518248:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382398.518251:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382398.518254:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142cc0. 00000100:00000200:0.0:1787382398.518258:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874206007508992, offset 0 00000400:00000200:0.0:1787382398.518266:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382398.518287:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382398.518297:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382398.518305:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382398.518310:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382398.518314:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382398.518317:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382398.518328:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [136:136:256:4294967295] 192.168.204.139@tcp LPNI seq info [136:136:8:4294967295] 00000400:00000200:0.0:1787382398.518333:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382398.518347:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382398.518355:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382398.518361:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919502a9d400. 00000800:00000200:0.0:1787382398.518369:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382398.518378:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382398.518384:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919502a9d400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382398.518441:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382398.518446:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382398.518449:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295038224 00000100:00000010:0.0:1787382398.518454:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9195057b9e40. 00000100:00000001:0.0:1787382398.518463:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787382398.518472:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295038224 00000100:00000010:0.0:1787382398.518475:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9195057b9600. 00000100:00000001:0.0:1787382398.518479:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787382398.518482:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382398.518486:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382398.518501:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382398.518504:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787382398.518735:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382398.518756:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919502a9d400. 00000400:00000200:3.0:1787382398.518763:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382398.518769:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382398.518776:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142cc0 00000400:00000010:3.0:1787382398.518778:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142cc0. 00000100:00000001:3.0:1787382398.518783:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382398.518788:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060e4000 x1874206007508992/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.518799:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382398.518802:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060e4000 x1874206007508992/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.518810:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.518812:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787382398.519738:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382398.519746:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787382398.519750:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787382398.519759:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060e7480. 00000020:00000040:1.0:1787382398.519765:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061d2000 refcount=4 obd=lustre-MDT0000-mdc-ffff919506214800 00000100:00000001:1.0:1787382398.519769:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787382398.519771:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787382398.519776:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787382398.519784:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195035e0700. 00000100:00000001:1.0:1787382398.519790:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382398.519798:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID req@ffff9195060e7480 x1874206007509120/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787382398.519809:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787382398.519814:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382398.519820:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069a7dd62] to pc [ptlrpcd_00_00+0] req@ffff9195060e7480 x1874206007509120/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382398.519886:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382398.519890:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787382398.519893:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382398.519896:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382398.519898:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382398.519902:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1787382398.519903:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382398.519906:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382398.519907:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382398.519908:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382398.519909:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382398.519911:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382398.519918:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060e7480 x1874206007509120/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382398.519938:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382398.519940:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382398.519944:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382398.519946:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382398.519949:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382398.519952:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007509120:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382398.519956:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382398.519962:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382398.519964:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382398.519966:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382398.519970:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510280000. 02000000:00000001:0.0:1787382398.519972:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382398.519978:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382398.519983:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195034224d0. 00000400:00000010:0.0:1787382398.519990:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142660. 00000100:00000200:0.0:1787382398.519997:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007509120, portal 10 00000100:00000001:0.0:1787382398.520000:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382398.520002:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970606208 : -121405738945408 : ffff9195060e7480) 00000100:00000040:0.0:1787382398.520010:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060e7480 x1874206007509120/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382398.520017:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382398.520020:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382398.520023:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9195061422a8. 00000100:00000200:0.0:1787382398.520026:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007509120, offset 0 00000400:00000200:0.0:1787382398.520032:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382398.520042:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382398.520048:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382398.520054:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382398.520058:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382398.520062:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382398.520065:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382398.520089:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [137:137:256:4294967295] 192.168.204.139@tcp LPNI seq info [137:137:8:4294967295] 00000400:00000200:0.0:1787382398.520093:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382398.520104:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382398.520109:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382398.520114:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919502a9d700. 00000800:00000200:0.0:1787382398.520121:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382398.520128:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382398.520133:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919502a9d700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382398.520141:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382398.520146:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: using a timeout of 196556 usecs (197 jiffies) 00000400:00000200:0.0:1787382398.520149:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382398.520152:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295037127 00000100:00000001:0.0:1787382398.520155:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request active for cpu 2, keep current deadline 4295038224 00000100:00000001:0.0:1787382398.520158:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295037127 00000100:00000001:0.0:1787382398.520161:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request active for cpu 3, keep current deadline 4295038224 00000100:00000001:0.0:1787382398.520163:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382398.520166:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382398.520168:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382398.520171:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382398.520205:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382398.520207:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787382398.521529:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382398.521539:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919502a9d700. 00000400:00000200:2.0:1787382398.521549:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382398.521559:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382398.521568:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9195061422a8 00000400:00000010:2.0:1787382398.521570:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9195061422a8. 00000100:00000001:2.0:1787382398.521577:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382398.521586:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060e7480 x1874206007509120/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.521600:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382398.521604:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060e7480 x1874206007509120/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.521611:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382398.521613:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787382398.528342:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382398.528354:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382398.528360:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382398.528368:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382398.528527:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382398.528534:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787382398.528567:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382398.529831:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060fed80. 00000020:00000040:0.0:1787382398.529843:0:37:0:(genops.c:1231:class_import_get()) import ffff9195102ce000 refcount=4 obd=lustre-MDT0001-mdc-ffff919506214800 00000100:00000001:0.0:1787382398.529849:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382398.529853:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382398.529859:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382398.529870:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919502a9d500. 00000100:00000001:0.0:1787382398.529893:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382398.530381:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID req@ffff9195060fed80 x1874206007509248/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382398.530429:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382398.532018:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382398.532042:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000da4a2d10] to pc [ptlrpcd_00_01+1] req@ffff9195060fed80 x1874206007509248/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382398.532089:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382398.532093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787382398.532099:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787382398.532102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787382398.532105:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787382398.532109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382398.532113:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1787382398.532128:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382398.532133:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382398.532136:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382398.532143:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060fed80 x1874206007509248/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382398.532153:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382398.532156:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382398.532162:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382398.532167:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382398.532171:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382398.532175:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007509248:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382398.532180:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382398.532189:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382398.532193:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382398.532213:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382398.532219:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510280600. 02000000:00000001:0.0:1787382398.533315:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382398.533328:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382398.533338:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919503422790. 00000400:00000010:0.0:1787382398.533349:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142770. 00000100:00000200:0.0:1787382398.533359:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007509248, portal 10 00000100:00000001:0.0:1787382398.533362:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382398.533364:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970702720 : -121405738848896 : ffff9195060fed80) 00000100:00000040:0.0:1787382398.533378:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060fed80 x1874206007509248/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382398.533387:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382398.533389:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382398.533393:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9195061424c8. 00000100:00000200:0.0:1787382398.533411:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007509248, offset 0 00000400:00000200:0.0:1787382398.533421:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382398.533432:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382398.533444:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382398.533452:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382398.533457:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382398.533461:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382398.533464:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382398.533468:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [138:138:256:4294967295] 192.168.204.139@tcp LPNI seq info [138:138:8:4294967295] 00000400:00000200:0.0:1787382398.533473:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382398.533484:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382398.533491:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382398.533499:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919502a9d700. 00000800:00000200:0.0:1787382398.533507:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382398.533517:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382398.533522:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919502a9d700 type 1, nob 320 niov 1 nkiov 1 00000100:00000010:3.0:1787382398.536655:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279dc00. 00000020:00000040:3.0:1787382398.536675:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061dc800 refcount=4 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000100:00000001:3.0:1787382398.536682:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382398.536687:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382398.536694:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382398.536704:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195056d2b00. 00000100:00000001:3.0:1787382398.536713:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382398.536732:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID req@ffff91951279dc00 x1874206007509376/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382398.536998:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382398.537004:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382398.537013:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000256ddaf5] to pc [ptlrpcd_01_01+1] req@ffff91951279dc00 x1874206007509376/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.537046:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382398.537050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382398.537718:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1787382398.537734:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382398.537739:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382398.537742:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382398.537750:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279dc00 x1874206007509376/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.537760:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382398.537762:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382398.537767:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382398.537771:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382398.537773:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382398.537777:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007509376:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382398.537781:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382398.537788:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382398.537791:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382398.537794:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382398.537801:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510220200. 02000000:00000001:3.0:1787382398.537803:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382398.537811:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382398.537816:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a15d8. 00000400:00000010:3.0:1787382398.537826:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b110. 00000100:00000200:3.0:1787382398.537835:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007509376, portal 10 00000100:00000001:3.0:1787382398.537838:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382398.537839:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178971648 : -121405530579968 : ffff91951279dc00) 00000100:00000040:3.0:1787382398.537848:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279dc00 x1874206007509376/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.537857:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382398.537860:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382398.537863:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b550. 00000100:00000200:3.0:1787382398.537866:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007509376, offset 0 00000400:00000200:3.0:1787382398.537874:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382398.537886:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382398.537898:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000100:00000001:1.0:1787382398.540668:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382398.540681:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382398.541240:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382398.541283:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: using a timeout of 94465 usecs (95 jiffies) 00000400:00000200:0.0:1787382398.541294:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382398.541298:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295037046 00000100:00000001:0.0:1787382398.541303:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 2, keep current deadline 4295038224 00000100:00000001:0.0:1787382398.541306:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295037046 00000100:00000001:0.0:1787382398.541308:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 3, keep current deadline 4295038224 00000100:00000001:0.0:1787382398.541311:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382398.541315:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382398.541322:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382398.541325:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382398.541334:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382398.541337:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787382398.541340:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382398.541342:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382398.541343:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382398.541345:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787382398.543742:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.543772:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382398.543778:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.543781:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382398.543792:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.543801:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382398.543941:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382398.543949:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382398.543953:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382398.543957:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382398.543962:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [139:139:255:4294967295] 192.168.204.139@tcp LPNI seq info [139:139:7:4294967295] 00000400:00000200:3.0:1787382398.543967:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382398.543979:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000400:00000200:2.0:1787382398.543990:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000800:00000200:3.0:1787382398.543991:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000400:00000200:2.0:1787382398.544000:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000800:00000010:3.0:1787382398.544002:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2400. 00000400:00000200:2.0:1787382398.544008:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000800:00000200:3.0:1787382398.544016:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000400:00000200:2.0:1787382398.544017:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 25 MB=0x6a89497504000 00000400:00000200:2.0:1787382398.544027:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000800:00000200:3.0:1787382398.544031:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382398.544036:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2400 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1787382398.544039:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.139@tcp of length 224/224 into md 0x805 [1] + 224 00000800:00000001:2.0:1787382398.544049:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.544073:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382398.544077:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382398.544082:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382398.544092:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382398.544106:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060e4000 x1874206007508992/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382398.544120:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060e4000 x1874206007508992/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.544149:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1787382398.544198:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382398.544204:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919502a9d700. 00000400:00000200:2.0:1787382398.544209:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382398.544215:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382398.544220:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9195061424c8 00000400:00000010:2.0:1787382398.544224:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9195061424c8. 00000100:00000001:2.0:1787382398.544229:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382398.544236:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060fed80 x1874206007509248/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.544248:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382398.544253:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060fed80 x1874206007509248/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.544261:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382398.544263:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787382398.544273:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.544287:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382398.544289:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.544292:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382398.544296:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.544303:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382398.544309:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.544312:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.544317:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.544328:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504080 00000400:00000200:2.0:1787382398.544334:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.544341:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x80d [1] + 224 00000800:00000001:2.0:1787382398.544347:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.544356:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382398.544359:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382398.544364:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382398.544369:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382398.544375:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060e7480 x1874206007509120/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382398.544386:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060e7480 x1874206007509120/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.544396:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1787382398.544448:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382398.544452:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2400. 00000400:00000200:2.0:1787382398.544456:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382398.544462:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382398.544466:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b550 00000400:00000010:2.0:1787382398.544468:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b550. 00000100:00000001:2.0:1787382398.544472:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382398.544479:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279dc00 x1874206007509376/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.544488:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1787382398.545435:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382398.545446:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: using a timeout of 19956 usecs (20 jiffies) 00000400:00000200:3.0:1787382398.545452:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382398.545456:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295036974 00000100:00000001:3.0:1787382398.545460:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295038224 00000100:00000001:3.0:1787382398.545462:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295036974 00000100:00000001:3.0:1787382398.545465:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295038224 00000100:00000001:3.0:1787382398.545467:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382398.545471:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.545477:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.545481:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382398.545491:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787382398.545494:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787382398.545497:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382398.545500:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382398.545501:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.545504:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787382398.545579:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279c380. 00000020:00000040:3.0:1787382398.545587:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061de800 refcount=4 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000100:00000001:3.0:1787382398.545603:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382398.545606:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382398.545613:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382398.545622:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195056d2900. 00000100:00000001:3.0:1787382398.545631:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382398.545640:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID req@ffff91951279c380 x1874206007509504/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382398.545652:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382398.545658:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382398.545663:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d875fd2a] to pc [ptlrpcd_01_00+0] req@ffff91951279c380 x1874206007509504/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.545687:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382398.545690:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1787382398.545695:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1787382398.545703:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382398.545707:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1787382398.545709:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279dc00 x1874206007509376/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.545710:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382398.545716:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1787382398.545720:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382398.545726:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.545726:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787382398.545729:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382398.545731:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787382398.545734:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382398.545737:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382398.545739:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000800:00000001:2.0:1787382398.545744:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:3.0:1787382398.545745:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279c380 x1874206007509504/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1787382398.545752:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382398.545754:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382398.545758:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382398.545764:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1787382398.545767:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1787382398.545768:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382398.545772:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382398.545773:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382398.545779:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007509504:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382398.545793:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382398.545801:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382398.545805:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382398.545809:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1787382398.545815:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195034fb800. 02000000:00000010:3.0:1787382398.545815:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510221600. 00000020:00000040:2.0:1787382398.545827:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061d8800 refcount=3 obd=lustre-OST0000-osc-ffff9195102cc800 00000100:00000001:2.0:1787382398.545830:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787382398.545832:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787382398.545835:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787382398.545840:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195148e2e00. 00000100:00000001:2.0:1787382398.545844:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382398.545850:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID req@ffff9195034fb800 x1874206007509632/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787382398.545857:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382398.545858:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787382398.545863:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787382398.545863:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382398.545871:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9e4a26] to pc [ptlrpcd_01_01+1] req@ffff9195034fb800 x1874206007509632/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1787382398.545874:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787382398.545879:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1787382398.545881:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1787382398.545885:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195034224d0. 00000400:00000200:3.0:1787382398.545888:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:2.0:1787382398.545890:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787382398.545891:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142660 00000400:00000010:3.0:1787382398.545893:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a13c8. 00000400:00000010:1.0:1787382398.545896:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142660. 00000100:00000040:2.0:1787382398.545896:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787382398.545902:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1787382398.545905:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1787382398.545908:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1787382398.545909:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b088. 00000100:00000200:3.0:1787382398.545918:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007509504, portal 10 00000100:00000001:3.0:1787382398.545922:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382398.545923:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178965376 : -121405530586240 : ffff91951279c380) 00000100:00000040:3.0:1787382398.545932:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279c380 x1874206007509504/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.545941:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382398.545943:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382398.545947:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b880. 00000100:00000200:3.0:1787382398.545950:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007509504, offset 0 00000400:00000200:3.0:1787382398.545956:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000100:00000200:1.0:1787382398.545963:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060e7480 x1874206007509120/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787382398.545964:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000200:1.0:1787382398.545971:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060e7480 x1874206007509120/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1787382398.545973:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000100:00000001:1.0:1787382398.545978:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1787382398.545978:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:1.0:1787382398.545980:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382398.545982:0:2406:0:(client.c:1580:after_reply()) Process entered 00000400:00000200:3.0:1787382398.545982:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 02000000:00000001:1.0:1787382398.545986:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1787382398.545986:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000100:00000001:1.0:1787382398.545989:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1787382398.545989:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000100:00000001:1.0:1787382398.545991:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382398.545993:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [140:140:256:4294967295] 192.168.204.139@tcp LPNI seq info [140:140:8:4294967295] 02000000:00000001:1.0:1787382398.545994:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382398.545997:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00001000:1.0:1787382398.546004:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061d2460 time=76 v=5 (5 0 0 0) 00000400:00000200:3.0:1787382398.546006:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000100:00001000:1.0:1787382398.546009:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061d2418 time=76 v=5 (1 0 0 0) 00000800:00000200:3.0:1787382398.546011:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000100:00000001:1.0:1787382398.546012:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787382398.546014:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1787382398.546015:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2700. 00010000:00000001:1.0:1787382398.546017:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000200:3.0:1787382398.546020:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00010000:00000001:1.0:1787382398.546021:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382398.546026:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787382398.546028:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:1.0:1787382398.546030:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787382398.546032:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787382398.546032:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000100:00000040:1.0:1787382398.546036:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060e7480 x1874206007509120/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1787382398.546036:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787382398.546043:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382398.546047:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382398.546050:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: using a timeout of 25767 usecs (26 jiffies) 00000100:00000001:1.0:1787382398.546051:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787382398.546053:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382398.546053:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382398.546055:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295036982 00000100:00000001:3.0:1787382398.546057:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295038224 00000100:00000040:1.0:1787382398.546059:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060e7480 x1874206007509120/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.546059:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295036982 00000100:00000001:3.0:1787382398.546061:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295038224 00000100:00000001:3.0:1787382398.546064:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382398.546066:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.546068:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.546070:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382398.546073:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787382398.546074:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787382398.546076:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382398.546078:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382398.546079:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382398.546082:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195034fb800 x1874206007509632/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.546089:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1787382398.546168:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007509120:192.168.204.139@tcp:400:kworker.0 00000400:00000001:1.0:1787382398.546175:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787382398.546177:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787382398.546180:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919503422318. 00000400:00000200:1.0:1787382398.546183:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142c38 00000400:00000010:1.0:1787382398.546185:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142c38. 00000100:00000001:1.0:1787382398.546188:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787382398.546192:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060e4000 x1874206007508992/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787382398.546201:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060e4000 x1874206007508992/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382398.546207:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787382398.546209:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382398.546210:0:2406:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:3.0:1787382398.546211:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382398.546212:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787382398.546214:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1787382398.546214:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1787382398.546215:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382398.546271:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382398.546284:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382398.546289:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007509632:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382398.546292:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382398.546295:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382398.546297:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382398.546298:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1787382398.546303:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382398.546304:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510220a00. 02000000:00000001:3.0:1787382398.546308:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787382398.546316:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195034f9500. 00000400:00000200:3.0:1787382398.546320:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000020:00000040:2.0:1787382398.546322:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061dd000 refcount=3 obd=lustre-OST0001-osc-ffff9195102cc800 00000400:00000010:3.0:1787382398.546325:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a1370. 00000100:00000001:2.0:1787382398.546327:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787382398.546330:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1787382398.546332:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b7f8. 02000000:00000001:2.0:1787382398.546333:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787382398.546338:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007509632, portal 4 02000000:00000010:2.0:1787382398.546343:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919512d6c600. 00000100:00000001:3.0:1787382398.546343:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382398.546346:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667924551680 : -121405784999936 : ffff9195034fb800) 00000100:00000001:2.0:1787382398.546349:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382398.546358:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID req@ffff9195034f9500 x1874206007509760/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1787382398.546362:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195034fb800 x1874206007509632/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.546376:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382398.546378:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1787382398.546381:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382398.546384:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382398.546389:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bb28. 00000100:00000040:2.0:1787382398.546390:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000727f8133] to pc [ptlrpcd_01_00+0] req@ffff9195034f9500 x1874206007509760/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382398.546394:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874206007509632, offset 0 00000400:00000200:3.0:1787382398.546422:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382398.546427:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382398.546431:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382398.546434:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382398.546436:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382398.546439:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382398.546441:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382398.546444:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [141:141:255:4294967295] 192.168.204.139@tcp LPNI seq info [141:141:7:4294967295] 00000400:00000200:3.0:1787382398.546448:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382398.546453:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382398.546457:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382398.546461:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2e00. 00000800:00000200:3.0:1787382398.546466:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382398.546470:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382398.546473:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382398.546476:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382398.546479:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: using a timeout of 28566 usecs (29 jiffies) 00000400:00000200:3.0:1787382398.546482:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382398.546484:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295036985 00000100:00000001:3.0:1787382398.546492:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295038224 00000100:00000001:3.0:1787382398.546495:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295036985 00000100:00000001:3.0:1787382398.546497:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295038224 00000100:00000001:3.0:1787382398.546499:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382398.546501:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.546503:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.546505:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787382398.546593:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787382398.546598:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6c60 time=78 v=5 (5 0 0 0) 00000100:00001000:1.0:1787382398.546602:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=78 v=5 (1 0 0 0) 00000100:00000001:1.0:1787382398.546604:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787382398.546605:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787382398.546607:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787382398.546609:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382398.546611:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382398.546616:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060e4000 x1874206007508992/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382398.546623:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787382398.546632:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787382398.546633:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787382398.546638:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060e4000 x1874206007508992/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382398.546646:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007508992:192.168.204.139@tcp:400:kworker.0 00000100:00000001:1.0:1787382398.546649:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382398.546652:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787382398.546655:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060e7480 x1874206007509120/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382398.546661:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787382398.546665:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787382398.546668:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510280000. 02000000:00000001:1.0:1787382398.546672:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787382398.546674:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787382398.546676:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195061d2000 refcount=3 obd=lustre-MDT0000-mdc-ffff919506214800 00000020:00000001:1.0:1787382398.546678:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787382398.546680:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195035e0700. 02000000:00000001:1.0:1787382398.546684:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787382398.546686:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787382398.546688:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060e7480. 00000100:00000001:1.0:1787382398.546692:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787382398.546693:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382398.546694:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787382398.546698:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060e4000 x1874206007508992/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382398.546703:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787382398.546704:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787382398.546706:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510281400. 02000000:00000001:1.0:1787382398.546708:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787382398.546709:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787382398.546710:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=3 obd=MGC192.168.204.139@tcp 00000020:00000001:1.0:1787382398.546712:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787382398.546713:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195035e0100. 02000000:00000001:1.0:1787382398.546721:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787382398.546723:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787382398.546724:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060e4000. 00000100:00000001:1.0:1787382398.546726:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787382398.546727:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382398.546730:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382398.546732:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382398.546733:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787382398.546734:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382398.546736:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382398.547023:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382398.547062:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382398.547066:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787382398.547069:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787382398.547076:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195034f9500 x1874206007509760/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.547084:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787382398.547085:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382398.547089:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787382398.547091:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787382398.547093:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787382398.547097:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:997748da-9c9b-4d05-a631-2455c85e8559:2407:1874206007509760:192.168.204.139@tcp:400:kworker.0 00000100:00000001:2.0:1787382398.547100:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787382398.547103:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787382398.547106:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382398.547108:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787382398.547112:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510288a00. 02000000:00000001:2.0:1787382398.547114:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787382398.547118:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:2.0:1787382398.547122:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919510293420. 00000400:00000010:2.0:1787382398.547127:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507d9d550. 00000100:00000200:2.0:1787382398.547132:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007509760, portal 4 00000100:00000001:2.0:1787382398.547134:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787382398.547136:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667924542720 : -121405785008896 : ffff9195034f9500) 00000100:00000040:2.0:1787382398.547142:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195034f9500 x1874206007509760/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.547149:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787382398.547152:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:2.0:1787382398.547154:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507d9d880. 00000100:00000200:2.0:1787382398.547157:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874206007509760, offset 0 00000400:00000200:2.0:1787382398.547162:0:2407:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:2.0:1787382398.547168:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.547173:0:2407:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000100:00000040:0.0:1787382398.547188:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (374) 00000100:00000001:3.0:1787382398.547387:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787382398.547389:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787382398.547392:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382398.547393:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382398.547395:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.547426:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787382398.547650:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382398.547656:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2700. 00000400:00000200:3.0:1787382398.547661:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382398.547667:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382398.547721:0:2407:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787382398.547732:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:2.0:1787382398.547736:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787382398.547740:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:2.0:1787382398.547743:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [142:142:254:4294967295] 192.168.204.139@tcp LPNI seq info [142:142:6:4294967295] 00000400:00000200:2.0:1787382398.547748:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.547758:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:2.0:1787382398.547763:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:2.0:1787382398.547768:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919512d6c800. 00000800:00000200:2.0:1787382398.547774:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:2.0:1787382398.547781:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:2.0:1787382398.547785:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919512d6c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787382398.547789:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382398.547793:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: using a timeout of 27443 usecs (28 jiffies) 00000400:00000200:2.0:1787382398.547796:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:2.0:1787382398.547798:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295036986 00000100:00000001:2.0:1787382398.547801:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295038224 00000100:00000001:2.0:1787382398.547803:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295036986 00000100:00000001:2.0:1787382398.547806:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295038224 00000100:00000001:2.0:1787382398.547808:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382398.547811:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382398.547813:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382398.547815:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382398.547819:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1787382398.547819:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b880 00000100:00000001:2.0:1787382398.547823:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000010:3.0:1787382398.547824:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b880. 00000100:00000001:2.0:1787382398.547826:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382398.547829:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787382398.547832:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.547832:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1787382398.547836:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1787382398.547841:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279c380 x1874206007509504/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.547853:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382398.547857:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279c380 x1874206007509504/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.547864:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.547866:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382398.547880:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382398.547883:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2e00. 00000400:00000200:3.0:1787382398.547886:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382398.547890:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382398.547893:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bb28 00000400:00000010:3.0:1787382398.547895:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bb28. 00000100:00000001:3.0:1787382398.547904:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382398.547974:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195034fb800 x1874206007509632/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.547984:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382398.547988:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195034fb800 x1874206007509632/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.547994:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.547995:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382398.548365:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382398.548369:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919512d6c800. 00000400:00000200:3.0:1787382398.548374:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382398.548378:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382398.548381:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507d9d880 00000400:00000010:3.0:1787382398.548384:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507d9d880. 00000100:00000001:3.0:1787382398.548388:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382398.548392:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195034f9500 x1874206007509760/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.548880:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382398.548885:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195034f9500 x1874206007509760/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.548892:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.548893:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787382398.551749:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.551828:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382398.551834:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.551856:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382398.551868:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.551878:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382398.551890:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.551896:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.551902:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.551907:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504100 00000400:00000200:2.0:1787382398.552291:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.552300:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x815 [1] + 224 00000800:00000001:2.0:1787382398.552314:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.552320:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382398.552324:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382398.552329:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382398.552339:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382398.552349:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060fed80 x1874206007509248/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382398.552363:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060fed80 x1874206007509248/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382398.553055:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382398.553062:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787382398.556672:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382398.556704:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.556725:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382398.556730:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.556733:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382398.556742:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.556752:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382398.556764:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.556768:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.556774:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.556779:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504180 00000400:00000200:2.0:1787382398.556785:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.556792:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x81d [1] + 224 00000800:00000001:2.0:1787382398.556801:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.556821:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382398.556826:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382398.556832:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382398.556840:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382398.556852:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279dc00 x1874206007509376/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382398.556866:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279dc00 x1874206007509376/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.556890:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382398.556895:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.556900:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382398.556902:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.556904:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382398.556907:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000001:1.0:1787382398.557316:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787382398.557321:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787382398.557326:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919503422790. 00000400:00000200:1.0:1787382398.557331:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142770 00000400:00000010:1.0:1787382398.557334:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142770. 00000100:00000001:1.0:1787382398.557338:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1787382398.557429:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382398.557443:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787382398.557449:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382398.557451:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382398.557454:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a15d8. 00000400:00000200:3.0:1787382398.557457:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b110 00000400:00000010:3.0:1787382398.557460:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b110. 00000100:00000001:3.0:1787382398.557463:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787382398.561829:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060fed80 x1874206007509248/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787382398.561858:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060fed80 x1874206007509248/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382398.561867:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787382398.561872:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382398.561877:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787382398.561881:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787382398.561884:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787382398.561887:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382398.561891:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787382398.561903:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102ce460 time=77 v=5 (5 0 0 0) 00000100:00001000:1.0:1787382398.561918:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102ce418 time=77 v=5 (1 0 0 0) 00000100:00000001:1.0:1787382398.561921:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787382398.561923:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787382398.561927:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787382398.561933:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060fed80 x1874206007509248/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787382398.561974:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382398.561979:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787382398.561982:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:1.0:1787382398.561984:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787382398.561986:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382398.561992:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060fed80 x1874206007509248/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382398.562001:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787382398.562004:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787382398.562006:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787382398.562011:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060fed80 x1874206007509248/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382398.562019:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007509248:192.168.204.139@tcp:400:kworker.0 00000100:00000001:1.0:1787382398.562025:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382398.562029:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787382398.562032:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060fed80 x1874206007509248/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382398.562048:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787382398.562052:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787382398.562057:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510280600. 02000000:00000001:1.0:1787382398.562065:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787382398.562078:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787382398.562081:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195102ce000 refcount=3 obd=lustre-MDT0001-mdc-ffff919506214800 00000020:00000001:1.0:1787382398.562085:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787382398.562088:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919502a9d500. 02000000:00000001:1.0:1787382398.562093:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787382398.562095:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787382398.562097:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060fed80. 00000100:00000001:1.0:1787382398.562104:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787382398.562106:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382398.562115:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382398.562126:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787382398.562128:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382398.562131:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382398.562135:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787382398.568285:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382398.568313:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.568321:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.568330:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.568335:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 4 MB=0x6a89497504280 00000400:00000200:2.0:1787382398.568342:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.568352:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.139@tcp of length 224/224 into md 0x83d [1] + 224 00000800:00000001:2.0:1787382398.568364:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.568383:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382398.568388:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382398.568392:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000200:3.0:1787382398.568607:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279dc00 x1874206007509376/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382398.568628:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279dc00 x1874206007509376/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.568657:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382398.568662:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382398.568666:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382398.568671:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382398.568675:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382398.568678:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382398.568681:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382398.568694:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dcc60 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382398.568700:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dcc18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382398.568703:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382398.568706:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382398.568710:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787382398.568716:0:2408:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.568721:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787382398.568724:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:3.0:1787382398.568726:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787382398.568729:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382398.568735:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279dc00 x1874206007509376/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.568743:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382398.568747:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382398.568749:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382398.568753:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279dc00 x1874206007509376/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382398.568761:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007509376:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382398.568767:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.568772:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382398.568775:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279dc00 x1874206007509376/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.568782:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382398.568785:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382398.568796:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510220200. 02000000:00000001:3.0:1787382398.568803:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382398.568806:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382398.568809:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195061dc800 refcount=3 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000020:00000001:3.0:1787382398.568812:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382398.568815:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195056d2b00. 02000000:00000001:3.0:1787382398.568821:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382398.568824:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382398.568826:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279dc00. 00000100:00000001:3.0:1787382398.568832:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382398.568833:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382398.568837:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.568841:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382398.568844:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382398.568847:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.568849:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382398.569563:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382398.569575:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195034fb800 x1874206007509632/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382398.569587:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195034fb800 x1874206007509632/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.569608:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382398.569638:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.569650:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382398.569652:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.569654:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382398.569661:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.569666:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382398.569672:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.569675:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.569679:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.569683:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 4 MB=0x6a89497504300 00000400:00000200:2.0:1787382398.569688:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.569694:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.139@tcp of length 224/224 into md 0x84d [1] + 224 00000800:00000001:2.0:1787382398.569699:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.569704:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382398.569707:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382398.569712:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382398.569716:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382398.569721:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195034f9500 x1874206007509760/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382398.569729:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195034f9500 x1874206007509760/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.569742:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382398.569746:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.569749:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382398.569751:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.569754:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382398.569757:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.569760:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382398.569764:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.569766:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.569769:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.569772:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504200 00000400:00000200:2.0:1787382398.569775:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382398.569786:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x82d [1] + 224 00000800:00000001:2.0:1787382398.569792:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.569868:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382398.569871:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382398.569874:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382398.569878:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382398.569882:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279c380 x1874206007509504/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382398.569890:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff91951279c380 x1874206007509504/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.569897:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382398.569901:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382398.569904:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382398.571334:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382398.571344:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787382398.571356:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382398.571359:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382398.571365:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a1370. 00000400:00000200:3.0:1787382398.571375:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b7f8 00000400:00000010:3.0:1787382398.571378:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b7f8. 00000100:00000001:3.0:1787382398.571383:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382398.571617:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195034fb800 x1874206007509632/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382398.571631:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195034fb800 x1874206007509632/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.571639:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382398.571641:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382398.571644:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382398.571648:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382398.571651:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382398.571654:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382398.571657:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382398.571669:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061d8c60 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382398.571673:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061d8c18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382398.571694:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382398.571697:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382398.571701:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787382398.571706:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195034fb800 x1874206007509632/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787382398.571713:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.571717:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787382398.571720:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:3.0:1787382398.571722:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787382398.571724:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382398.571729:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195034fb800 x1874206007509632/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.571736:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382398.571739:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382398.571741:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382398.571744:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195034fb800 x1874206007509632/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382398.571752:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007509632:192.168.204.139@tcp:400:kworker.0 00000400:00000001:3.0:1787382398.571759:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382398.571760:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382398.571762:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a13c8. 00000400:00000200:3.0:1787382398.571764:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b088 00000400:00000010:3.0:1787382398.571766:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b088. 00000100:00000001:3.0:1787382398.571769:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382398.571772:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279c380 x1874206007509504/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382398.571781:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279c380 x1874206007509504/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.571787:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382398.571788:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382398.571795:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382398.571797:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382398.571798:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382398.571800:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382398.571801:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382398.571807:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dec60 time=16 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382398.571810:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dec18 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382398.571811:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382398.571813:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382398.571814:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1787382398.571818:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff91951279c380 x1874206007509504/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1787382398.571825:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.571827:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1787382398.571828:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:3.0:1787382398.571830:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1787382398.571831:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382398.571834:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279c380 x1874206007509504/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.571841:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382398.571843:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382398.571844:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382398.571847:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279c380 x1874206007509504/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382398.571854:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007509504:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382398.571858:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382398.571861:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382398.571864:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195034fb800 x1874206007509632/t0(0) o400->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.571871:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382398.571874:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382398.571883:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510220a00. 02000000:00000001:3.0:1787382398.571887:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382398.571890:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382398.571892:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195061d8800 refcount=2 obd=lustre-OST0000-osc-ffff9195102cc800 00000020:00000001:3.0:1787382398.571895:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382398.571897:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195148e2e00. 02000000:00000001:3.0:1787382398.571903:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382398.571905:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382398.571907:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195034fb800. 00000100:00000001:2.0:1787382398.572216:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382398.572552:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787382398.572560:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787382398.572562:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787382398.572565:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919510293420. 00000400:00000200:2.0:1787382398.572571:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507d9d550 00000400:00000010:2.0:1787382398.572573:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507d9d550. 00000100:00000001:2.0:1787382398.572578:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382398.572585:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195034f9500 x1874206007509760/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787382398.572596:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195034f9500 x1874206007509760/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.572603:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787382398.572604:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382398.572606:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787382398.572608:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787382398.572610:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787382398.572612:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382398.572614:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787382398.572620:0:2407:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dd460 time=16 v=5 (5 0 0 0) 00000100:00001000:2.0:1787382398.572634:0:2407:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dd418 time=16 v=5 (1 0 0 0) 00000100:00000001:2.0:1787382398.572637:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787382398.572638:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787382398.572640:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787382398.572645:0:2407:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195034f9500 x1874206007509760/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787382398.572653:0:2407:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382398.572655:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787382398.572657:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:2.0:1787382398.572659:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787382398.572661:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382398.572665:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195034f9500 x1874206007509760/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.572671:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382398.572673:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787382398.572675:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787382398.572678:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195034f9500 x1874206007509760/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382398.572685:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:997748da-9c9b-4d05-a631-2455c85e8559:2407:1874206007509760:192.168.204.139@tcp:400:kworker.0 00000100:00000001:2.0:1787382398.572690:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382398.572692:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382398.572694:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195034f9500 x1874206007509760/t0(0) o400->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382398.572700:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787382398.572702:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787382398.572705:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510288a00. 02000000:00000001:2.0:1787382398.572708:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787382398.572710:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787382398.572711:0:2407:0:(genops.c:1244:class_import_put()) import ffff9195061dd000 refcount=2 obd=lustre-OST0001-osc-ffff9195102cc800 00000020:00000001:2.0:1787382398.572714:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787382398.572715:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919512d6c600. 02000000:00000001:2.0:1787382398.572724:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787382398.572726:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787382398.572728:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195034f9500. 00000100:00000001:2.0:1787382398.572733:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787382398.572734:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382398.572737:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382398.572747:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787382398.572749:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382398.572752:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382398.572754:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.576635:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382398.576639:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382398.576647:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382398.576665:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279c380 x1874206007509504/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382414 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382398.576677:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382398.576681:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382398.576686:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510221600. 02000000:00000001:3.0:1787382398.576691:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382398.576694:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382398.576696:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195061de800 refcount=3 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000020:00000001:3.0:1787382398.576699:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382398.576702:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195056d2900. 02000000:00000001:3.0:1787382398.576707:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382398.576709:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382398.576711:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279c380. 00000100:00000001:3.0:1787382398.576714:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382398.576715:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382398.576718:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382398.576729:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787382398.576731:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382398.576734:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382398.576737:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382398.774004:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382398.774015:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382398.774022:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382398.774023:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382398.774198:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382398.774204:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382398.774207:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382399.797474:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382399.797500:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382399.797509:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382399.797511:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787382399.797741:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787382399.797747:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787382399.797751:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787382399.861956:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a330 (cpu 0) has reached its deadline 4295038224, at 4295038272 00000100:00000010:3.0:1787382399.861984:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9195057b9600. 00000100:00000040:2.0:1787382399.862231:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a220 (cpu 0) has reached its deadline 4295038224, at 4295038272 00000100:00000010:2.0:1787382399.862239:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9195057b9e40. 00010000:00000001:3.0:1787382400.822278:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382400.822291:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382400.822299:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382400.822300:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1787382400.822539:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1787382400.822543:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787382400.822547:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382401.849922:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382401.849932:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382401.849939:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382401.849941:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382401.850802:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382401.850807:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382401.850812:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382402.871491:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382402.871504:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787382402.871507:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787382402.871511:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382402.871517:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787382402.871520:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382402.871521:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382402.871524:0:41:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382402.871528:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382402.871530:0:41:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787382402.871531:0:41:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787382402.871533:0:41:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382402.871534:0:41:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787382402.871535:0:41:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382402.871537:0:41:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382402.871539:0:41:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787382402.871585:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787382402.871588:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787382402.871592:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787382403.638831:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382403.638846:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382403.638858:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060fe680. 00000020:00000040:0.0:1787382403.638866:0:37:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000100:00000001:0.0:1787382403.638872:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382403.638877:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382403.638883:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382403.638895:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919502a9d400. 00000100:00000001:0.0:1787382403.638904:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.638923:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS req@ffff9195060fe680 x1874206007509888/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382403.638965:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382403.638971:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.638979:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bfb8799] to pc [ptlrpcd_00_00+0] req@ffff9195060fe680 x1874206007509888/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382403.639056:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382403.639062:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787382403.639066:0:2405:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787382403.639073:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060fe680 x1874206007509888/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382403.639083:0:2405:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787382403.639085:0:2405:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382403.639090:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787382403.639093:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787382403.639096:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787382403.639100:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2405:1874206007509888:192.168.204.139@tcp:400:kworker.0 00000100:00000001:1.0:1787382403.639105:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787382403.639113:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787382403.639115:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382403.639118:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787382403.639124:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919502d58600. 02000000:00000001:1.0:1787382403.639126:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787382403.639135:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:1.0:1787382403.639140:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919508ef9738. 00000400:00000010:1.0:1787382403.639149:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507312e58. 00000100:00000200:1.0:1787382403.639158:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007509888, portal 25 00000100:00000001:1.0:1787382403.639160:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787382403.639162:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970700928 : -121405738850688 : ffff9195060fe680) 00000100:00000040:1.0:1787382403.639168:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060fe680 x1874206007509888/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382403.639188:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787382403.639199:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:1.0:1787382403.639202:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507312a18. 00000100:00000200:1.0:1787382403.639208:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874206007509888, offset 0 00000400:00000200:1.0:1787382403.639216:0:2405:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:1.0:1787382403.639228:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:1.0:1787382403.639239:0:2405:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:1.0:1787382403.639246:0:2405:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787382403.639251:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:1.0:1787382403.639255:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787382403.639260:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:1.0:1787382403.639264:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [143:143:256:4294967295] 192.168.204.139@tcp LPNI seq info [143:143:8:4294967295] 00000400:00000200:1.0:1787382403.639269:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:1.0:1787382403.639282:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:1.0:1787382403.639290:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:1.0:1787382403.639297:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195035e0100. 00000800:00000200:1.0:1787382403.639304:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:1.0:1787382403.639313:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:1.0:1787382403.639318:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195035e0100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787382403.639340:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787382403.639345:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:1.0:1787382403.639348:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295043344 00000100:00000010:1.0:1787382403.639354:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9195061f9900. 00000100:00000001:1.0:1787382403.639361:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787382403.639368:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295043344 00000100:00000010:1.0:1787382403.639372:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9195061f94e0. 00000100:00000001:1.0:1787382403.639375:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787382403.639379:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787382403.639382:0:2405:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382403.639385:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382403.639433:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.639528:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.639532:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382403.639536:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382403.639540:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060ff100. 00000020:00000040:0.0:1787382403.639544:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061d2000 refcount=4 obd=lustre-MDT0000-mdc-ffff919506214800 00000100:00000001:0.0:1787382403.639546:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382403.639548:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382403.639551:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382403.639557:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919502a9d500. 00000100:00000001:0.0:1787382403.639561:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.639576:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID req@ffff9195060ff100 x1874206007510016/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382403.639585:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382403.639587:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.639591:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003df78fd9] to pc [ptlrpcd_00_01+1] req@ffff9195060ff100 x1874206007510016/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1787382403.639781:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382403.639787:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195035e0100. 00000400:00000200:2.0:1787382403.639794:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382403.639800:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382403.639808:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507312a18 00000400:00000010:2.0:1787382403.639811:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507312a18. 00000100:00000001:2.0:1787382403.639816:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382403.639820:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060fe680 x1874206007509888/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.639829:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382403.639833:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060fe680 x1874206007509888/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.639840:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382403.639842:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1787382403.645264:0:2405:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787382403.645298:0:2405:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787382403.645308:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382403.645311:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787382403.645316:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787382403.645321:0:2405:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1787382403.645324:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382403.645327:0:2405:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787382403.645329:0:2405:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382403.645331:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382403.645332:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787382403.645334:0:2405:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787382403.645354:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060ff100 x1874206007510016/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382403.645366:0:2405:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787382403.645369:0:2405:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382403.645375:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787382403.645380:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787382403.645383:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787382403.645387:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007510016:192.168.204.139@tcp:400:kworker.0 00000100:00000001:1.0:1787382403.645418:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787382403.645427:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787382403.645430:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382403.645434:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787382403.645443:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919502d59e00. 02000000:00000001:1.0:1787382403.645445:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787382403.645455:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:1.0:1787382403.645460:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919508ef9000. 00000400:00000010:1.0:1787382403.645470:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507312220. 00000100:00000200:1.0:1787382403.645479:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007510016, portal 10 00000100:00000001:1.0:1787382403.645482:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787382403.645484:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970703616 : -121405738848000 : ffff9195060ff100) 00000100:00000040:1.0:1787382403.645494:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060ff100 x1874206007510016/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382403.645503:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787382403.645512:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:1.0:1787382403.645514:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507312198. 00000100:00000200:1.0:1787382403.645520:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007510016, offset 0 00000400:00000200:1.0:1787382403.645528:0:2405:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:1.0:1787382403.645539:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:1.0:1787382403.645549:0:2405:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:1.0:1787382403.645556:0:2405:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787382403.645561:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000800:00000001:3.0:1787382403.645912:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382403.645930:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382403.645934:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382403.645937:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382403.645942:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382403.645954:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382403.645962:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382403.645966:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382403.645972:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382403.645976:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 25 MB=0x6a89497504380 00000400:00000200:3.0:1787382403.645980:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382403.645987:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.139@tcp of length 224/224 into md 0x85d [1] + 224 00000800:00000001:3.0:1787382403.645995:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382403.646019:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382403.646023:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382403.646029:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:1.0:1787382403.646358:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787382403.646362:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:1.0:1787382403.646367:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [144:144:256:4294967295] 192.168.204.139@tcp LPNI seq info [144:144:8:4294967295] 00000400:00000200:1.0:1787382403.646372:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:1.0:1787382403.646383:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:1.0:1787382403.646391:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:1.0:1787382403.646423:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195035e0700. 00000800:00000200:1.0:1787382403.646432:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:1.0:1787382403.646441:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:1.0:1787382403.646447:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195035e0700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787382403.646468:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382403.646474:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: using a timeout of 189431 usecs (190 jiffies) 00000400:00000200:1.0:1787382403.646478:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:1.0:1787382403.646481:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295042246 00000100:00000001:1.0:1787382403.646485:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request active for cpu 2, keep current deadline 4295043344 00000100:00000001:1.0:1787382403.646488:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295042246 00000100:00000001:1.0:1787382403.646491:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request active for cpu 3, keep current deadline 4295043344 00000100:00000001:1.0:1787382403.646494:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787382403.646498:0:2405:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382403.646502:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382403.646505:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382403.646548:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382403.646559:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787382403.650951:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382403.650967:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195035e0700. 00000400:00000200:2.0:1787382403.650982:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382403.650996:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382403.651006:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507312198 00000400:00000010:2.0:1787382403.651010:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507312198. 00000100:00000001:2.0:1787382403.651040:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382403.651053:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060ff100 x1874206007510016/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.651068:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382403.651072:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060ff100 x1874206007510016/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.651081:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382403.651083:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787382403.651542:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.651548:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382403.651554:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382403.651814:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060ffb80. 00000020:00000040:0.0:1787382403.651821:0:37:0:(genops.c:1231:class_import_get()) import ffff9195102ce000 refcount=4 obd=lustre-MDT0001-mdc-ffff919506214800 00000100:00000001:0.0:1787382403.651826:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382403.651830:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382403.651837:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382403.651847:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919502a9d700. 00000100:00000001:0.0:1787382403.651865:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.651873:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID req@ffff9195060ffb80 x1874206007510144/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382403.651885:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382403.651891:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.651896:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b04ad96] to pc [ptlrpcd_00_00+0] req@ffff9195060ffb80 x1874206007510144/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.651914:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.651917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787382403.651921:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787382403.651924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787382403.651927:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787382403.651931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382403.651934:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382403.651938:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060fd880. 00000020:00000040:0.0:1787382403.651941:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061dc800 refcount=4 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000100:00000001:0.0:1787382403.651943:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382403.651945:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382403.651947:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382403.651953:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919503944f00. 00000100:00000001:0.0:1787382403.651956:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.651961:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID req@ffff9195060fd880 x1874206007510272/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382403.651968:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382403.651970:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.651974:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006a8c7d5d] to pc [ptlrpcd_00_01+1] req@ffff9195060fd880 x1874206007510272/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.651995:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.651997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382403.652001:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382403.652004:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060fce00. 00000020:00000040:0.0:1787382403.652007:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061de800 refcount=4 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000100:00000001:0.0:1787382403.652009:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382403.652011:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382403.652012:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382403.652016:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919503944e00. 00000100:00000001:0.0:1787382403.652019:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.652024:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID req@ffff9195060fce00 x1874206007510400/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382403.652031:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382403.652033:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.652037:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e1b9a] to pc [ptlrpcd_00_00+0] req@ffff9195060fce00 x1874206007510400/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.652043:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.652046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382403.652049:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1787382403.652053:0:37:0:(import.c:2065:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1787382403.652056:0:37:0:(import.c:1761:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1787382403.652059:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060fea00. 00000020:00000040:0.0:1787382403.652061:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061d8800 refcount=3 obd=lustre-OST0000-osc-ffff9195102cc800 00000100:00000001:0.0:1787382403.652063:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382403.652064:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382403.652066:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382403.652070:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919514de2c00. 00000100:00000001:0.0:1787382403.652073:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.652076:0:37:0:(import.c:1799:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622667970701824 : -121405738849792 : ffff9195060fea00) 00000100:00080000:0.0:1787382403.652080:0:37:0:(import.c:65:import_set_state_nolock()) ffff9195061d8800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787382403.652088:0:37:0:(import.c:2100:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff9195102cc800: disconnect after 21s idle 00000100:00000001:0.0:1787382403.652092:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382403.652093:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.652098:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000421ae4a5] to pc [ptlrpcd_rcv+-1] req@ffff9195060fea00 x1874206007510528/t0(0) o9->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.652113:0:37:0:(import.c:2104:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.652115:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.652117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382403.652121:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1787382403.652122:0:37:0:(import.c:2065:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1787382403.652124:0:37:0:(import.c:1761:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000001:0.0:1787382403.652131:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382403.652136:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382403.652138:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382403.652144:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060fea00 x1874206007510528/t0(0) o9->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.652152:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382403.652154:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382403.652158:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382403.652161:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382403.652164:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382403.652168:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:997748da-9c9b-4d05-a631-2455c85e8559:2404:1874206007510528:192.168.204.139@tcp:9:kworker.0 00000100:00000001:0.0:1787382403.652184:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382403.652192:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382403.652195:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382403.652198:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382403.652203:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510281400. 02000000:00000001:0.0:1787382403.652206:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382403.652214:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382403.652218:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919503422840. 00000400:00000010:0.0:1787382403.652227:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142a18. 00000100:00000200:0.0:1787382403.652236:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007510528, portal 4 00000100:00000001:0.0:1787382403.652243:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382403.652245:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970701824 : -121405738849792 : ffff9195060fea00) 00000100:00000040:0.0:1787382403.652255:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060fea00 x1874206007510528/t0(0) o9->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.652262:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382403.652265:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382403.652268:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142bb0. 00000100:00000200:0.0:1787382403.652273:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874206007510528, offset 0 00000400:00000200:0.0:1787382403.652281:0:2404:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000100:00000001:1.0:1787382403.656854:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382403.656868:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787382403.656873:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787382403.656894:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060fd880 x1874206007510272/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382403.656911:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787382403.656914:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382403.656920:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787382403.656924:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787382403.656928:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787382403.656932:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:997748da-9c9b-4d05-a631-2455c85e8559:2406:1874206007510272:192.168.204.139@tcp:400:kworker.0 00000100:00000001:1.0:1787382403.656936:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787382403.656945:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787382403.656948:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382403.656951:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787382403.656965:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919502d58a00. 02000000:00000001:1.0:1787382403.656968:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787382403.656977:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:1.0:1787382403.656982:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919508ef9840. 00000400:00000010:1.0:1787382403.656992:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507312908. 00000100:00000200:1.0:1787382403.657001:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007510272, portal 10 00000100:00000001:1.0:1787382403.657004:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787382403.657006:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970697344 : -121405738854272 : ffff9195060fd880) 00000100:00000040:1.0:1787382403.657015:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060fd880 x1874206007510272/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382403.657023:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787382403.657026:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:1.0:1787382403.657029:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507312440. 00000100:00000200:1.0:1787382403.657033:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007510272, offset 0 00000400:00000200:1.0:1787382403.657041:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000100:00000001:3.0:1787382403.657194:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382403.657205:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060fe680 x1874206007509888/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382403.657215:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060fe680 x1874206007509888/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382403.657224:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382403.657385:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382403.657422:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382403.657426:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382403.657429:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382403.657435:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382403.657440:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382403.657448:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382403.657453:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382403.657458:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382403.657462:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504400 00000400:00000200:3.0:1787382403.657466:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382403.657472:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x865 [1] + 224 00000800:00000001:3.0:1787382403.657481:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382403.657489:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382403.657511:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382403.657517:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382403.657521:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382403.657526:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060ff100 x1874206007510016/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382403.657535:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060ff100 x1874206007510016/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382403.657542:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382403.657546:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382403.657550:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1787382403.660831:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382403.660856:0:2404:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382403.660864:0:2404:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382403.660869:0:2404:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382403.660874:0:2404:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382403.660878:0:2404:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382403.660883:0:2404:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [145:145:256:4294967295] 192.168.204.139@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:0.0:1787382403.660889:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382403.660903:0:2404:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382403.660912:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382403.660926:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919514de2000. 00000800:00000200:0.0:1787382403.660936:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382403.660947:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382403.660954:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919514de2000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382403.661061:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.661070:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: using a timeout of 29476 usecs (30 jiffies) 00000400:00000200:0.0:1787382403.661075:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382403.661078:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295042101 00000100:00000001:0.0:1787382403.661082:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295043344 00000100:00000001:0.0:1787382403.661085:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295042101 00000100:00000001:0.0:1787382403.661087:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295043344 00000100:00000001:0.0:1787382403.661110:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382403.661115:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.661121:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.661126:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.661139:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382403.661142:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787382403.661145:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382403.661147:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382403.661148:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.661150:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787382403.661168:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060fd500. 00000020:00000040:0.0:1787382403.661185:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061dd000 refcount=3 obd=lustre-OST0001-osc-ffff9195102cc800 00000100:00000001:0.0:1787382403.661192:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382403.661196:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382403.661202:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382403.661214:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919503b8d900. 00000100:00000001:0.0:1787382403.661223:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.661227:0:37:0:(import.c:1799:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446622667970696448 : -121405738855168 : ffff9195060fd500) 00000100:00080000:0.0:1787382403.661231:0:37:0:(import.c:65:import_set_state_nolock()) ffff9195061dd000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787382403.661235:0:37:0:(import.c:2100:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff9195102cc800: disconnect after 21s idle 00000100:00000001:0.0:1787382403.661241:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382403.661247:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.661257:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000045ed94b1] to pc [ptlrpcd_rcv+-1] req@ffff9195060fd500 x1874206007510656/t0(0) o9->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.661277:0:37:0:(import.c:2104:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.661280:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.661290:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382403.661292:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382403.661294:0:2404:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382403.661299:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060fd500 x1874206007510656/t0(0) o9->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.661307:0:2404:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382403.661310:0:2404:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382403.661323:0:2404:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382403.661326:0:2404:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382403.661329:0:2404:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382403.661333:0:2404:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:997748da-9c9b-4d05-a631-2455c85e8559:2404:1874206007510656:192.168.204.139@tcp:9:kworker.0 00000100:00000001:0.0:1787382403.661339:0:2404:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382403.661346:0:2404:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382403.661349:0:2404:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382403.661351:0:2404:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382403.661356:0:2404:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510281800. 02000000:00000001:0.0:1787382403.661358:0:2404:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382403.661363:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382403.661367:0:2404:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919503422d68. 00000400:00000010:0.0:1787382403.661377:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142ee0. 00000100:00000200:0.0:1787382403.661386:0:2404:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007510656, portal 4 00000100:00000001:0.0:1787382403.662519:0:2404:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382403.662522:0:2404:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970696448 : -121405738855168 : ffff9195060fd500) 00000100:00000040:0.0:1787382403.662544:0:2404:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060fd500 x1874206007510656/t0(0) o9->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.662553:0:2404:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382403.662556:0:2404:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382403.662564:0:2404:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142e58. 00000100:00000200:0.0:1787382403.662637:0:2404:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1874206007510656, offset 0 00000400:00000200:0.0:1787382403.662646:0:2404:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382403.662721:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382403.662732:0:2404:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382403.662738:0:2404:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382403.662744:0:2404:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382403.662749:0:2404:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382403.662752:0:2404:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382403.662756:0:2404:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [146:146:255:4294967295] 192.168.204.139@tcp LPNI seq info [146:146:7:4294967295] 00000400:00000200:0.0:1787382403.662761:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382403.662771:0:2404:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382403.662793:0:2404:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382403.662799:0:2404:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919503b8da00. 00000800:00000200:0.0:1787382403.662807:0:2404:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382403.662815:0:2404:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382403.662819:0:2404:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919503b8da00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382403.662824:0:2404:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.662828:0:2404:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: using a timeout of 28581 usecs (29 jiffies) 00000400:00000200:0.0:1787382403.662831:0:2404:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382403.662834:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295042100 00000100:00000001:0.0:1787382403.662837:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295043344 00000100:00000001:0.0:1787382403.662840:0:2404:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295042100 00000100:00000001:0.0:1787382403.662842:0:2404:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295043344 00000100:00000001:0.0:1787382403.662844:0:2404:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382403.662847:0:2404:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.662852:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.662855:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.662863:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382403.662864:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1787382403.662867:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382403.662869:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382403.662870:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.662872:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.662900:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (379) 00000100:00000001:0.0:1787382403.662950:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382403.662953:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382403.662955:0:2405:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382403.662964:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060ffb80 x1874206007510144/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.662972:0:2405:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382403.662974:0:2405:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382403.662979:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382403.662982:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382403.662992:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382403.662997:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007510144:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382403.663000:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382403.663005:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382403.663008:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382403.663011:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382403.663016:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510281000. 02000000:00000001:0.0:1787382403.663018:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382403.663023:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382403.663027:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195034226e0. 00000400:00000010:0.0:1787382403.663033:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142198. 00000100:00000200:0.0:1787382403.663038:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007510144, portal 10 00000100:00000001:0.0:1787382403.663040:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382403.663042:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970706304 : -121405738845312 : ffff9195060ffb80) 00000100:00000040:0.0:1787382403.663049:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060ffb80 x1874206007510144/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.663055:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382403.663057:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382403.663060:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142908. 00000100:00000200:0.0:1787382403.663061:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007510144, offset 0 00000400:00000200:0.0:1787382403.663066:0:2405:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382403.663070:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382403.663074:0:2405:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382403.663076:0:2405:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382403.663079:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382403.663081:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382403.663084:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382403.663087:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [147:147:254:4294967295] 192.168.204.139@tcp LPNI seq info [147:147:6:4294967295] 00000400:00000200:0.0:1787382403.663091:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382403.663098:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382403.663102:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382403.663113:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919520f28b00. 00000800:00000200:0.0:1787382403.663117:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382403.663122:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382403.663125:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919520f28b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382403.663128:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.663133:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: using a timeout of 91287 usecs (92 jiffies) 00000400:00000200:0.0:1787382403.663136:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382403.663137:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295042163 00000100:00000001:0.0:1787382403.663139:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 2, keep current deadline 4295043344 00000100:00000001:0.0:1787382403.663141:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295042163 00000100:00000001:0.0:1787382403.663143:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 3, keep current deadline 4295043344 00000100:00000001:0.0:1787382403.663146:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382403.663148:0:2405:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.663150:0:2405:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382403.663156:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060fce00 x1874206007510400/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.663163:0:2405:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382403.663164:0:2405:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382403.663166:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382403.663168:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382403.663170:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382403.663184:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:997748da-9c9b-4d05-a631-2455c85e8559:2405:1874206007510400:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382403.663187:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382403.663191:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382403.663193:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382403.663195:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382403.663198:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510280000. 02000000:00000001:0.0:1787382403.663200:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382403.663203:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382403.663206:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195034221b8. 00000400:00000010:0.0:1787382403.663210:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142220. 00000100:00000200:0.0:1787382403.663219:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007510400, portal 10 00000100:00000001:0.0:1787382403.663221:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382403.663222:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970694656 : -121405738856960 : ffff9195060fce00) 00000020:00000010:0.0:1787382403.663239:0:2405:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff919507e4a000. 00000100:00000040:0.0:1787382403.663248:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060fce00 x1874206007510400/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.663254:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382403.663256:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382403.663259:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9195061426e8. 00000100:00000200:0.0:1787382403.663262:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007510400, offset 0 00000400:00000200:0.0:1787382403.663266:0:2405:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382403.663270:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382403.663273:0:2405:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382403.663276:0:2405:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382403.663279:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382403.663281:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382403.669061:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382403.669069:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [148:148:253:4294967295] 192.168.204.139@tcp LPNI seq info [148:148:5:4294967295] 00000400:00000200:0.0:1787382403.669076:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000800:00000200:2.0:1787382403.669206:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382403.669213:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919514de2000. 00000400:00000200:2.0:1787382403.669222:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382403.669228:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382403.669237:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142bb0 00000400:00000010:2.0:1787382403.669241:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142bb0. 00000100:00000001:2.0:1787382403.669247:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382403.669258:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060fea00 x1874206007510528/t0(0) o9->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.669275:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382403.669279:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060fea00 x1874206007510528/t0(0) o9->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.669287:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382403.669289:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787382403.669310:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382403.669313:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919503b8da00. 00000400:00000200:2.0:1787382403.669316:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382403.669320:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382403.669323:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142e58 00000400:00000010:2.0:1787382403.669325:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142e58. 00000100:00000001:2.0:1787382403.669327:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382403.669331:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060fd500 x1874206007510656/t0(0) o9->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.669338:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382403.669360:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060fd500 x1874206007510656/t0(0) o9->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.669366:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382403.669368:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787382403.669477:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382403.669480:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919520f28b00. 00000400:00000200:2.0:1787382403.669485:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382403.669489:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382403.669491:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142908 00000400:00000010:2.0:1787382403.669493:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142908. 00000100:00000001:2.0:1787382403.669496:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382403.669500:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060ffb80 x1874206007510144/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.669509:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382403.669511:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060ffb80 x1874206007510144/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.669517:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382403.669519:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1787382403.670050:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:1.0:1787382403.670062:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:1.0:1787382403.670079:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787382403.670084:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:1.0:1787382403.670089:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787382403.670092:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:1.0:1787382403.670095:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [149:149:256:4294967295] 192.168.204.139@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:1.0:1787382403.670100:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:1.0:1787382403.670111:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:1.0:1787382403.670119:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:1.0:1787382403.670126:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195035e0200. 00000800:00000200:1.0:1787382403.670134:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:1.0:1787382403.670143:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:1.0:1787382403.670149:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195035e0200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787382403.670170:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382403.670188:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: using a timeout of 22133 usecs (23 jiffies) 00000400:00000200:1.0:1787382403.670193:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:1.0:1787382403.670196:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295042103 00000100:00000001:1.0:1787382403.670199:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295043344 00000100:00000001:1.0:1787382403.670202:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295042103 00000100:00000001:1.0:1787382403.670205:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295043344 00000100:00000001:1.0:1787382403.670207:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787382403.670211:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382403.670217:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382403.670222:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382403.670232:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787382403.670234:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787382403.670237:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382403.670239:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787382403.670240:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382403.670243:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787382403.670287:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382403.670293:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195035e0200. 00000400:00000200:3.0:1787382403.670297:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382403.670301:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382403.670306:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507312440 00000400:00000010:3.0:1787382403.670308:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507312440. 00000100:00000001:3.0:1787382403.670312:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382403.670319:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060fd880 x1874206007510272/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382403.670330:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382403.670333:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060fd880 x1874206007510272/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382403.670339:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382403.670340:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1787382403.670803:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382403.670878:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382403.670886:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919520f28400. 00000800:00000200:0.0:1787382403.670891:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382403.670896:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382403.670899:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919520f28400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382403.670944:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.670950:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: using a timeout of 27143 usecs (28 jiffies) 00000400:00000200:0.0:1787382403.670954:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382403.670956:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295042109 00000100:00000001:0.0:1787382403.670959:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295043344 00000100:00000001:0.0:1787382403.670971:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295042109 00000100:00000001:0.0:1787382403.670974:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295043344 00000100:00000001:0.0:1787382403.670977:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382403.670979:0:2405:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1787382403.670989:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382403.670991:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382403.670995:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919508ef9000. 00000400:00000200:0.0:1787382403.670999:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507312220 00000400:00000010:0.0:1787382403.671001:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507312220. 00000100:00000001:0.0:1787382403.671005:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382403.671011:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060ff100 x1874206007510016/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382403.671022:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060ff100 x1874206007510016/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.671028:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382403.671030:0:2405:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.671033:0:2405:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382403.671038:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382403.671041:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382403.671043:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382403.671048:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382403.671060:0:2405:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061d2460 time=81 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382403.671065:0:2405:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061d2418 time=81 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382403.671068:0:2405:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382403.671070:0:2405:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382403.671075:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787382403.671079:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.671085:0:2405:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787382403.671087:0:2405:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:0.0:1787382403.671089:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787382403.671091:0:2405:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.671096:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060ff100 x1874206007510016/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.671115:0:2405:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382403.671118:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382403.671120:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382403.671125:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060ff100 x1874206007510016/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382403.671132:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007510016:192.168.204.139@tcp:400:kworker.0 00000400:00000001:0.0:1787382403.671140:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382403.671142:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382403.671144:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919508ef9738. 00000400:00000200:0.0:1787382403.671147:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507312e58 00000400:00000010:0.0:1787382403.671148:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507312e58. 00000100:00000001:0.0:1787382403.671151:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382403.671155:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060fe680 x1874206007509888/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382403.671163:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060fe680 x1874206007509888/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.671168:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382403.671170:0:2405:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.671171:0:2405:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382403.671184:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382403.671185:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382403.671187:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382403.671189:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382403.671192:0:2405:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6c60 time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382403.671195:0:2405:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382403.671197:0:2405:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382403.671198:0:2405:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382403.671200:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787382403.671202:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.671204:0:2405:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.671207:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060fe680 x1874206007509888/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.671222:0:2405:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382403.671224:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382403.671225:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382403.671229:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060fe680 x1874206007509888/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382403.671236:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2405:1874206007509888:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382403.671240:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.671242:0:2405:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382403.671246:0:2405:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060ff100 x1874206007510016/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.671251:0:2405:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382403.671254:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382403.671260:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919502d59e00. 02000000:00000001:0.0:1787382403.671263:0:2405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382403.671266:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382403.671268:0:2405:0:(genops.c:1244:class_import_put()) import ffff9195061d2000 refcount=3 obd=lustre-MDT0000-mdc-ffff919506214800 00000020:00000001:0.0:1787382403.671271:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382403.671274:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919502a9d500. 02000000:00000001:0.0:1787382403.671279:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382403.671281:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382403.671284:0:2405:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060ff100. 00000100:00000001:0.0:1787382403.671288:0:2405:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382403.671289:0:2405:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.671291:0:2405:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382403.671294:0:2405:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060fe680 x1874206007509888/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.671300:0:2405:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382403.671301:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382403.671302:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919502d58600. 02000000:00000001:0.0:1787382403.671305:0:2405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382403.671306:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382403.671312:0:2405:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=3 obd=MGC192.168.204.139@tcp 00000020:00000001:0.0:1787382403.671314:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382403.671316:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919502a9d400. 02000000:00000001:0.0:1787382403.671318:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382403.671319:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382403.671321:0:2405:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060fe680. 00000100:00000001:0.0:1787382403.671324:0:2405:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382403.671325:0:2405:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.671327:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.671334:0:2405:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382403.671335:0:2405:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787382403.671338:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382403.671340:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382403.671342:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.671344:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1787382403.683481:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.687760:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382403.687775:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.687785:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382403.687799:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.687809:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382403.687892:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.687899:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.687906:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.687911:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504480 00000400:00000200:2.0:1787382403.687916:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.687924:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x885 [1] + 224 00000800:00000001:2.0:1787382403.687934:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.687939:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382403.687943:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382403.687968:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382403.687979:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382403.687993:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060ffb80 x1874206007510144/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382403.688006:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060ffb80 x1874206007510144/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.688030:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382403.688044:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.688049:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382403.688051:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.688054:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382403.688058:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.688061:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382403.688065:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.688068:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.688071:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.688074:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504500 00000400:00000200:2.0:1787382403.688078:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.688082:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x875 [1] + 224 00000800:00000001:2.0:1787382403.688086:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.688090:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382403.688092:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382403.688096:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382403.688099:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382403.688104:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060fd880 x1874206007510272/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382403.688114:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060fd880 x1874206007510272/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.688134:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382403.688138:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.688149:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382403.688151:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.688153:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382403.688157:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.688160:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382403.688165:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.688168:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.688171:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.688188:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 4 MB=0x6a89497504600 00000400:00000200:2.0:1787382403.688193:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.688197:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.139@tcp of length 224/224 into md 0x86d [1] + 224 00000800:00000001:2.0:1787382403.688202:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.688207:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382403.688209:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382403.688212:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382403.688215:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382403.688221:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060fea00 x1874206007510528/t0(0) o9->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382403.688230:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060fea00 x1874206007510528/t0(0) o9->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.688259:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382403.688263:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.688266:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382403.688268:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.688271:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382403.688274:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.688277:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382403.688281:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.688283:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.688286:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.688289:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 4 MB=0x6a89497504680 00000400:00000200:2.0:1787382403.688292:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.688303:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.204.139@tcp of length 224/224 into md 0x87d [1] + 224 00000800:00000001:2.0:1787382403.688307:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.688319:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382403.688322:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382403.688325:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382403.688329:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382403.688334:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060fd500 x1874206007510656/t0(0) o9->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382403.688343:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060fd500 x1874206007510656/t0(0) o9->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.688351:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382403.688355:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.688358:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.688536:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382403.688541:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787382403.688551:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382403.688554:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382403.688559:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195034226e0. 00000400:00000200:0.0:1787382403.688627:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142198 00000400:00000010:0.0:1787382403.688632:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142198. 00000100:00000001:0.0:1787382403.688639:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382403.688645:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060ffb80 x1874206007510144/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382403.688721:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060ffb80 x1874206007510144/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.688729:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382403.688732:0:2405:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.688735:0:2405:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382403.688740:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382403.688743:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382403.688746:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382403.688751:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382403.688765:0:2405:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102ce460 time=82 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382403.688771:0:2405:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102ce418 time=82 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382403.688773:0:2405:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382403.688784:0:2405:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382403.688789:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787382403.688794:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060ffb80 x1874206007510144/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787382403.688803:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.688808:0:2405:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787382403.688822:0:2405:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:0.0:1787382403.688825:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787382403.688827:0:2405:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.688832:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060ffb80 x1874206007510144/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.688839:0:2405:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382403.688842:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382403.688845:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382403.688848:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060ffb80 x1874206007510144/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382403.688855:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007510144:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382403.688861:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.688864:0:2405:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382403.688867:0:2405:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060ffb80 x1874206007510144/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.688874:0:2405:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382403.688877:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382403.688882:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510281000. 02000000:00000001:0.0:1787382403.688886:0:2405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382403.688889:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382403.688891:0:2405:0:(genops.c:1244:class_import_put()) import ffff9195102ce000 refcount=3 obd=lustre-MDT0001-mdc-ffff919506214800 00000020:00000001:0.0:1787382403.688893:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382403.688896:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919502a9d700. 02000000:00000001:0.0:1787382403.688901:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382403.688903:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382403.688911:0:2405:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060ffb80. 00000100:00000001:0.0:1787382403.688915:0:2405:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382403.688916:0:2405:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.688919:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.688921:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382403.688922:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382403.688924:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.688926:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382403.689057:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382403.689060:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787382403.689071:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787382403.689072:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787382403.689075:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919508ef9840. 00000400:00000200:1.0:1787382403.689079:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507312908 00000400:00000010:1.0:1787382403.689081:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507312908. 00000100:00000001:1.0:1787382403.689084:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787382403.689089:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060fd880 x1874206007510272/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787382403.689098:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060fd880 x1874206007510272/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382403.689105:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787382403.689106:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382403.689108:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787382403.689110:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787382403.689112:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787382403.689113:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382403.689115:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787382403.689121:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dcc60 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1787382403.689124:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dcc18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1787382403.689126:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787382403.689127:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787382403.689129:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787382403.689131:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382403.689133:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787382403.689135:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:1.0:1787382403.689136:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787382403.689138:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382403.689141:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060fd880 x1874206007510272/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382403.689147:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787382403.689149:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787382403.689150:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787382403.689153:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060fd880 x1874206007510272/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382403.689185:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:997748da-9c9b-4d05-a631-2455c85e8559:2406:1874206007510272:192.168.204.139@tcp:400:kworker.0 00000100:00000001:1.0:1787382403.689189:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382403.689191:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787382403.689194:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060fd880 x1874206007510272/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382403.689200:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787382403.689201:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787382403.689204:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919502d58a00. 02000000:00000001:1.0:1787382403.689207:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787382403.689208:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787382403.689209:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195061dc800 refcount=3 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000020:00000001:1.0:1787382403.689211:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787382403.689213:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919503944f00. 02000000:00000001:1.0:1787382403.689217:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787382403.689218:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787382403.689219:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060fd880. 00000100:00000001:1.0:1787382403.689223:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787382403.689224:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382403.689225:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382403.689235:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787382403.689237:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382403.689239:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382403.689241:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382403.689315:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382403.689319:0:2404:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787382403.689323:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787382403.689324:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787382403.689327:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919503422d68. 00000400:00000200:2.0:1787382403.689330:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142ee0 00000400:00000010:2.0:1787382403.689332:0:2404:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142ee0. 00000100:00000001:2.0:1787382403.689334:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382403.689339:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060fd500 x1874206007510656/t0(0) o9->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787382403.689348:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060fd500 x1874206007510656/t0(0) o9->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.689355:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787382403.689357:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382403.689359:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787382403.689361:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787382403.689362:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787382403.689364:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382403.689366:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787382403.689371:0:2404:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dd460 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1787382403.689381:0:2404:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dd418 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1787382403.689383:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787382403.689385:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787382403.689386:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787382403.689630:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060fd500 x1874206007510656/t0(0) o9->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787382403.689638:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382403.689640:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787382403.689642:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:2.0:1787382403.689643:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787382403.689645:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382403.689649:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060fd500 x1874206007510656/t0(0) o9->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.689721:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382403.689723:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787382403.689725:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1787382403.689730:0:2404:0:(import.c:2010:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9195060fd500 x1874206007510656/t0(0) o9->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787382403.689738:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9195061dd000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1787382403.689743:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060fd500 x1874206007510656/t0(0) o9->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382403.689751:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:997748da-9c9b-4d05-a631-2455c85e8559:2404:1874206007510656:192.168.204.139@tcp:9:kworker.0 00000400:00000001:2.0:1787382403.689757:0:2404:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787382403.689759:0:2404:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787382403.689761:0:2404:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919503422840. 00000400:00000200:2.0:1787382403.689764:0:2404:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142a18 00000400:00000010:2.0:1787382403.689766:0:2404:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142a18. 00000100:00000001:2.0:1787382403.689769:0:2404:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382403.689773:0:2404:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060fea00 x1874206007510528/t0(0) o9->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787382403.689796:0:2404:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060fea00 x1874206007510528/t0(0) o9->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.689802:0:2404:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787382403.689804:0:2404:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382403.689806:0:2404:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787382403.689808:0:2404:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787382403.689809:0:2404:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787382403.690291:0:2404:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382403.690295:0:2404:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1787382403.690309:0:2404:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff9195111e0000. 00000100:00001000:2.0:1787382403.690316:0:2404:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061d8c60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1787382403.690320:0:2404:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061d8c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1787382403.690322:0:2404:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787382403.690324:0:2404:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787382403.690326:0:2404:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787382403.690331:0:2404:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060fea00 x1874206007510528/t0(0) o9->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787382403.690338:0:2404:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382403.690340:0:2404:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787382403.690341:0:2404:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:2.0:1787382403.690343:0:2404:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787382403.690344:0:2404:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382403.690348:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060fea00 x1874206007510528/t0(0) o9->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.690353:0:2404:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382403.690356:0:2404:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787382403.690357:0:2404:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1787382403.690360:0:2404:0:(import.c:2010:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff9195060fea00 x1874206007510528/t0(0) o9->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787382403.690367:0:2404:0:(import.c:65:import_set_state_nolock()) ffff9195061d8800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1787382403.690381:0:2404:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060fea00 x1874206007510528/t0(0) o9->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382403.690433:0:2404:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:997748da-9c9b-4d05-a631-2455c85e8559:2404:1874206007510528:192.168.204.139@tcp:9:kworker.0 00000100:00000001:2.0:1787382403.690439:0:2404:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382403.690441:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382403.690445:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060fd500 x1874206007510656/t0(0) o9->lustre-OST0001-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.690451:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787382403.690454:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787382403.690457:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510281800. 02000000:00000001:2.0:1787382403.690461:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787382403.690463:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787382403.690464:0:2404:0:(genops.c:1244:class_import_put()) import ffff9195061dd000 refcount=2 obd=lustre-OST0001-osc-ffff9195102cc800 00000020:00000001:2.0:1787382403.690467:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787382403.690469:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919503b8d900. 02000000:00000001:2.0:1787382403.690472:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787382403.690474:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787382403.690475:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060fd500. 00000100:00000001:2.0:1787382403.690479:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787382403.690480:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382403.690482:0:2404:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382403.690484:0:2404:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060fea00 x1874206007510528/t0(0) o9->lustre-OST0000-osc-ffff9195102cc800@192.168.204.139@tcp:28/4 lens 224/224 e 0 to 0 dl 1787382413 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.690489:0:2404:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787382403.690491:0:2404:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787382403.690492:0:2404:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510281400. 02000000:00000001:2.0:1787382403.690494:0:2404:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787382403.690495:0:2404:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787382403.690496:0:2404:0:(genops.c:1244:class_import_put()) import ffff9195061d8800 refcount=2 obd=lustre-OST0000-osc-ffff9195102cc800 00000020:00000001:2.0:1787382403.690498:0:2404:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787382403.690499:0:2404:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919514de2c00. 02000000:00000001:2.0:1787382403.690501:0:2404:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787382403.690502:0:2404:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787382403.690509:0:2404:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060fea00. 00000100:00000001:2.0:1787382403.690512:0:2404:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787382403.690513:0:2404:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382403.690517:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382403.690526:0:2404:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787382403.690528:0:2404:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382403.690530:0:2404:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382403.690532:0:2404:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787382403.693631:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382403.693647:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919520f28400. 00000400:00000200:3.0:1787382403.693708:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382403.693721:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382403.693731:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9195061426e8 00000400:00000010:3.0:1787382403.693735:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9195061426e8. 00000100:00000001:3.0:1787382403.693741:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382403.693754:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060fce00 x1874206007510400/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382403.693785:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382403.693789:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060fce00 x1874206007510400/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382403.693797:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382403.693799:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787382403.697103:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.697125:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382403.697131:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.697134:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382403.697146:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.697154:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382403.697165:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.697182:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.697189:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.697194:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504580 00000400:00000200:2.0:1787382403.697199:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382403.697206:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x88d [1] + 224 00000800:00000001:2.0:1787382403.697216:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.697225:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382403.697229:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382403.697234:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382403.697244:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382403.697255:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060fce00 x1874206007510400/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382403.697268:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060fce00 x1874206007510400/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382403.697282:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382403.697293:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382403.697296:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.697803:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382403.697809:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787382403.697820:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382403.697824:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382403.697828:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195034221b8. 00000400:00000200:0.0:1787382403.697835:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142220 00000400:00000010:0.0:1787382403.697838:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142220. 00000100:00000001:0.0:1787382403.697842:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382403.697849:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060fce00 x1874206007510400/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382403.697861:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060fce00 x1874206007510400/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.697867:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382403.697870:0:2405:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.697873:0:2405:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382403.697879:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382403.697882:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382403.697885:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382403.697890:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382403.697904:0:2405:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dec60 time=21 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382403.697909:0:2405:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dec18 time=21 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382403.697912:0:2405:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382403.697914:0:2405:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382403.697918:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787382403.697924:0:2405:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060fce00 x1874206007510400/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787382403.697931:0:2405:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.697956:0:2405:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787382403.697959:0:2405:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:0.0:1787382403.697962:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787382403.697963:0:2405:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382403.697969:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060fce00 x1874206007510400/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.697976:0:2405:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382403.697980:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382403.697983:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382403.697988:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060fce00 x1874206007510400/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382403.697996:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:997748da-9c9b-4d05-a631-2455c85e8559:2405:1874206007510400:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382403.698002:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.698006:0:2405:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382403.698009:0:2405:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060fce00 x1874206007510400/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382419 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382403.698017:0:2405:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382403.698020:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382403.698025:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510280000. 02000000:00000001:0.0:1787382403.698029:0:2405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382403.698032:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382403.698034:0:2405:0:(genops.c:1244:class_import_put()) import ffff9195061de800 refcount=3 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000020:00000001:0.0:1787382403.698037:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382403.698040:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919503944e00. 02000000:00000001:0.0:1787382403.698044:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382403.698047:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382403.698049:0:2405:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060fce00. 00000100:00000001:0.0:1787382403.698055:0:2405:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382403.698056:0:2405:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.698059:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382403.698069:0:2405:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382403.698071:0:2405:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382403.698084:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382403.698087:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382403.894078:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382403.894089:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382403.894097:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382403.894098:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382403.894205:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382403.894209:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382403.894213:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382404.928562:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382404.928572:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382404.928581:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382404.928582:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787382404.928618:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787382404.928622:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787382404.928635:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787382404.981902:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a330 (cpu 0) has reached its deadline 4295043344, at 4295043392 00000100:00000010:3.0:1787382404.981926:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9195061f94e0. 00000100:00000040:2.0:1787382404.982564:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a220 (cpu 0) has reached its deadline 4295043344, at 4295043393 00000100:00000010:2.0:1787382404.982574:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9195061f9900. 00010000:00000001:3.0:1787382405.941499:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382405.941508:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382405.941515:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382405.941517:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787382405.941797:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787382405.941802:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787382405.941805:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382406.971977:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382406.971988:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382406.971995:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382406.971996:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787382406.972019:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787382406.972023:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787382406.972026:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382407.989704:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382407.989714:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382407.989723:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382407.989724:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382407.989944:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382407.989948:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382407.989951:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1787382408.759473:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787382408.759488:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787382408.759503:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060e4000. 00000020:00000040:1.0:1787382408.759511:0:36:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000100:00000001:1.0:1787382408.759516:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787382408.759520:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787382408.759545:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787382408.759556:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195035e0600. 00000100:00000001:1.0:1787382408.759566:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382408.759584:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS req@ffff9195060e4000 x1874206007510784/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787382408.759598:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787382408.759603:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382408.759610:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000feae935a] to pc [ptlrpcd_00_01+1] req@ffff9195060e4000 x1874206007510784/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382408.759656:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382408.759659:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787382408.759662:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787382408.759666:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060e7480. 00000020:00000040:1.0:1787382408.759669:0:36:0:(genops.c:1231:class_import_get()) import ffff9195061d2000 refcount=4 obd=lustre-MDT0000-mdc-ffff919506214800 00000100:00000001:1.0:1787382408.759672:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787382408.759673:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787382408.759675:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787382408.759679:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195035e0a00. 00000100:00000001:1.0:1787382408.759682:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382408.759687:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID req@ffff9195060e7480 x1874206007510912/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787382408.759694:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787382408.759696:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382408.759700:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000069a7dd62] to pc [ptlrpcd_00_00+0] req@ffff9195060e7480 x1874206007510912/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382408.759708:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382408.759710:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787382408.759713:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787382408.759716:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060e7b80. 00000020:00000040:1.0:1787382408.759719:0:36:0:(genops.c:1231:class_import_get()) import ffff9195102ce000 refcount=4 obd=lustre-MDT0001-mdc-ffff919506214800 00000100:00000001:1.0:1787382408.759728:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787382408.759729:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787382408.759731:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787382408.759735:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195035e0500. 00000100:00000001:1.0:1787382408.759738:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382408.759743:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID req@ffff9195060e7b80 x1874206007511040/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787382408.759750:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787382408.759752:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382408.759756:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000173452b] to pc [ptlrpcd_00_01+1] req@ffff9195060e7b80 x1874206007511040/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382408.759763:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382408.759766:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787382408.759770:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787382408.759773:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787382408.759776:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787382408.759780:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787382408.759783:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787382408.759786:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060e4a80. 00000020:00000040:1.0:1787382408.759789:0:36:0:(genops.c:1231:class_import_get()) import ffff9195061dc800 refcount=4 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000100:00000001:1.0:1787382408.759792:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787382408.759793:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787382408.759794:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787382408.759798:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195035e0800. 00000100:00000001:1.0:1787382408.759800:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382408.759805:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID req@ffff9195060e4a80 x1874206007511168/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787382408.759811:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787382408.759818:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382408.759834:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2340419] to pc [ptlrpcd_00_00+0] req@ffff9195060e4a80 x1874206007511168/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382408.759842:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382408.759845:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1787382408.759848:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1787382408.759851:0:36:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060e5180. 00000020:00000040:1.0:1787382408.759854:0:36:0:(genops.c:1231:class_import_get()) import ffff9195061de800 refcount=4 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000100:00000001:1.0:1787382408.759856:0:36:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1787382408.759858:0:36:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1787382408.759859:0:36:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1787382408.759863:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff9195035e0000. 00000100:00000001:1.0:1787382408.759866:0:36:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382408.759870:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID req@ffff9195060e5180 x1874206007511296/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1787382408.759877:0:36:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1787382408.759879:0:36:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382408.759883:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ecdd1277] to pc [ptlrpcd_00_01+1] req@ffff9195060e5180 x1874206007511296/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382408.759890:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382408.759892:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787382408.759896:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787382408.759899:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1787382408.759903:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1787382408.759909:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (384) 00000100:00000001:0.0:1787382408.760969:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382408.760987:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382408.760991:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382408.761009:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060e4000 x1874206007510784/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.761023:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382408.761026:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382408.761161:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382408.761165:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382408.761169:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382408.761173:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007510784:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382408.761179:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382408.761188:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382408.761192:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382408.761195:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382408.761206:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510281200. 02000000:00000001:0.0:1787382408.761209:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382408.761218:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382408.761225:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195034221b8. 00000400:00000010:0.0:1787382408.761235:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142220. 00000100:00000200:0.0:1787382408.761245:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007510784, portal 25 00000100:00000001:0.0:1787382408.761248:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382408.761250:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970592768 : -121405738958848 : ffff9195060e4000) 00000100:00000040:0.0:1787382408.761256:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060e4000 x1874206007510784/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.761264:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382408.761281:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382408.761284:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142198. 00000100:00000200:0.0:1787382408.761289:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874206007510784, offset 0 00000400:00000200:0.0:1787382408.761297:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382408.761308:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382408.761318:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382408.761324:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382408.761329:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382408.761334:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382408.761337:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382408.761342:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [150:150:256:4294967295] 192.168.204.139@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:0.0:1787382408.761347:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382408.761359:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382408.761367:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382408.761373:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919520f28000. 00000800:00000200:0.0:1787382408.761382:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382408.761393:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382408.761441:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919520f28000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382408.761534:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382408.761540:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382408.761543:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295048467 00000100:00000010:0.0:1787382408.761549:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9195057b95a0. 00000100:00000001:0.0:1787382408.761558:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787382408.761576:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295048467 00000100:00000010:0.0:1787382408.761580:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9195057b9840. 00000100:00000001:0.0:1787382408.761584:0:2406:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787382408.761588:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382408.761591:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.761594:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382408.761599:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060e7b80 x1874206007511040/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.761618:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382408.761620:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382408.761623:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382408.761625:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382408.761627:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382408.761631:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007511040:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382408.761634:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382408.761646:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382408.761647:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382408.761649:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382408.761653:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510280000. 02000000:00000001:0.0:1787382408.761654:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382408.761658:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382408.761662:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195034226e0. 00000400:00000010:0.0:1787382408.761666:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142990. 00000100:00000200:0.0:1787382408.761669:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007511040, portal 10 00000100:00000001:0.0:1787382408.761671:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382408.761672:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970608000 : -121405738943616 : ffff9195060e7b80) 00000100:00000040:0.0:1787382408.761680:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060e7b80 x1874206007511040/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.761687:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382408.761689:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382408.761692:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142dd0. 00000100:00000200:0.0:1787382408.761694:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007511040, offset 0 00000400:00000200:0.0:1787382408.761698:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382408.761702:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382408.761706:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382408.761709:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382408.761711:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382408.761713:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382408.761715:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382408.761724:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [151:151:255:4294967295] 192.168.204.139@tcp LPNI seq info [151:151:7:4294967295] 00000400:00000200:0.0:1787382408.761728:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382408.761734:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382408.761739:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382408.761742:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919520f28300. 00000800:00000200:0.0:1787382408.761747:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382408.761751:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382408.761754:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919520f28300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382408.761757:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382408.761762:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: using a timeout of 88906 usecs (89 jiffies) 00000400:00000200:0.0:1787382408.761765:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382408.761767:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295047261 00000100:00000001:0.0:1787382408.761770:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 2, keep current deadline 4295048467 00000100:00000001:0.0:1787382408.761772:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295047261 00000100:00000001:0.0:1787382408.761775:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 3, keep current deadline 4295048467 00000100:00000001:0.0:1787382408.761777:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382408.761779:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.761781:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382408.761787:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060e5180 x1874206007511296/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.761795:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382408.761797:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382408.761800:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382408.761802:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382408.761804:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382408.761807:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:997748da-9c9b-4d05-a631-2455c85e8559:2406:1874206007511296:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382408.761810:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382408.761813:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382408.761815:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382408.761835:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382408.761839:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510280400. 02000000:00000001:0.0:1787382408.761841:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382408.761845:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382408.761848:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919503422000. 00000400:00000010:0.0:1787382408.761852:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142000. 00000100:00000200:0.0:1787382408.761855:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007511296, portal 10 00000100:00000001:0.0:1787382408.761857:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382408.761859:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970597248 : -121405738954368 : ffff9195060e5180) 00000100:00000040:0.0:1787382408.761866:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060e5180 x1874206007511296/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.761873:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382408.761875:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382408.761878:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142f68. 00000100:00000200:0.0:1787382408.761881:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007511296, offset 0 00000400:00000200:0.0:1787382408.761885:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382408.761889:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382408.761893:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382408.761896:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382408.761898:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382408.761901:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382408.761903:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382408.761906:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [152:152:254:4294967295] 192.168.204.139@tcp LPNI seq info [152:152:6:4294967295] 00000400:00000200:0.0:1787382408.761910:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382408.761916:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382408.761921:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382408.761925:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919520f28400. 00000800:00000200:0.0:1787382408.761929:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382408.761933:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382408.761936:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919520f28400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382408.761939:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382408.761951:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: using a timeout of 32168 usecs (33 jiffies) 00000400:00000200:0.0:1787382408.761954:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382408.761957:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295047205 00000100:00000001:0.0:1787382408.761959:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295048467 00000100:00000001:0.0:1787382408.761962:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295047205 00000100:00000001:0.0:1787382408.761964:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295048467 00000100:00000001:0.0:1787382408.761967:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382408.761969:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.761972:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.761988:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382408.761999:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382408.762001:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787382408.762004:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382408.762006:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382408.762009:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382408.762013:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1787382408.762015:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382408.762017:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382408.762019:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382408.762020:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382408.762022:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382408.762023:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382408.762028:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060e7480 x1874206007510912/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382408.763803:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382408.763814:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.763940:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382408.763944:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382408.763952:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382408.763956:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382408.763960:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382408.763971:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007510912:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382408.764111:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382408.764119:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382408.764122:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382408.764149:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382408.764157:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510280c00. 02000000:00000001:0.0:1787382408.764160:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382408.764169:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382408.764175:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919503422a50. 00000400:00000010:0.0:1787382408.764185:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9195061425d8. 00000100:00000200:0.0:1787382408.764194:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007510912, portal 10 00000100:00000001:0.0:1787382408.764197:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382408.764199:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970606208 : -121405738945408 : ffff9195060e7480) 00000100:00000040:0.0:1787382408.764211:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060e7480 x1874206007510912/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.764221:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382408.764223:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382408.764227:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142aa0. 00000100:00000200:0.0:1787382408.764230:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007510912, offset 0 00000400:00000200:0.0:1787382408.764238:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382408.764248:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382408.764257:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382408.764263:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382408.764269:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382408.764272:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382408.764275:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382408.764280:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [153:153:253:4294967295] 192.168.204.139@tcp LPNI seq info [153:153:5:4294967295] 00000400:00000200:0.0:1787382408.764284:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382408.764297:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382408.764305:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382408.764311:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919520f28b00. 00000800:00000200:0.0:1787382408.764319:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382408.764329:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382408.764334:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919520f28b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382408.764339:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382408.764350:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: using a timeout of 183176 usecs (184 jiffies) 00000400:00000200:0.0:1787382408.764354:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382408.764357:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295047358 00000100:00000001:0.0:1787382408.764361:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request active for cpu 2, keep current deadline 4295048467 00000100:00000001:0.0:1787382408.764364:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295047358 00000100:00000001:0.0:1787382408.764367:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request active for cpu 3, keep current deadline 4295048467 00000100:00000001:0.0:1787382408.764370:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382408.764373:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.764376:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382408.764383:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060e4a80 x1874206007511168/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.764392:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382408.764394:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382408.764397:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382408.765375:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382408.765382:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382408.765391:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:997748da-9c9b-4d05-a631-2455c85e8559:2406:1874206007511168:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382408.765397:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382408.765445:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382408.765448:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382408.765451:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382408.765460:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510281a00. 02000000:00000001:0.0:1787382408.765463:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382408.765470:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382408.765475:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919503422738. 00000400:00000010:0.0:1787382408.765494:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142330. 00000100:00000200:0.0:1787382408.765501:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007511168, portal 10 00000100:00000001:0.0:1787382408.765504:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382408.765505:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970595456 : -121405738956160 : ffff9195060e4a80) 00000020:00000010:0.0:1787382408.765517:0:2406:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff919507e4c000. 00000100:00000040:0.0:1787382408.765527:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060e4a80 x1874206007511168/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.765549:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382408.765552:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382408.765555:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142d48. 00000100:00000200:0.0:1787382408.765559:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007511168, offset 0 00000400:00000200:0.0:1787382408.765565:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382408.765573:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382408.765581:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382408.765586:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382408.765591:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382408.765595:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382408.765598:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382408.765602:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [154:154:252:4294967295] 192.168.204.139@tcp LPNI seq info [154:154:4:4294967295] 00000400:00000200:0.0:1787382408.765606:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382408.765614:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382408.765620:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382408.765626:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919502a9d700. 00000800:00000200:0.0:1787382408.765632:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382408.765649:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382408.765654:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919502a9d700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382408.765657:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382408.765661:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: using a timeout of 24560 usecs (25 jiffies) 00000400:00000200:0.0:1787382408.765665:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382408.765667:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295047201 00000100:00000001:0.0:1787382408.765670:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295048467 00000100:00000001:0.0:1787382408.765672:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295047201 00000100:00000001:0.0:1787382408.765675:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295048467 00000100:00000001:0.0:1787382408.765677:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382408.765680:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.765690:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.765695:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787382408.766192:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382408.766200:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919520f28000. 00000400:00000200:2.0:1787382408.766211:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382408.766218:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382408.766226:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142198 00000400:00000010:2.0:1787382408.766229:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142198. 00000100:00000001:2.0:1787382408.766234:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382408.766240:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060e4000 x1874206007510784/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382408.766253:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382408.766257:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060e4000 x1874206007510784/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382408.766266:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382408.766268:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787382408.766284:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382408.766286:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919520f28300. 00000400:00000200:2.0:1787382408.766289:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382408.766293:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382408.766296:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142dd0 00000400:00000010:2.0:1787382408.766298:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142dd0. 00000100:00000001:2.0:1787382408.766301:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382408.766305:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060e7b80 x1874206007511040/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382408.766314:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382408.766317:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060e7b80 x1874206007511040/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382408.766324:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382408.766326:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787382408.766333:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382408.766335:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919520f28400. 00000400:00000200:2.0:1787382408.766337:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382408.766341:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382408.766344:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142f68 00000400:00000010:2.0:1787382408.766353:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142f68. 00000100:00000001:2.0:1787382408.766356:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382408.766362:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060e5180 x1874206007511296/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382408.766370:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382408.766373:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060e5180 x1874206007511296/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382408.766380:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382408.766381:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787382408.766389:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382408.766392:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919520f28b00. 00000400:00000200:2.0:1787382408.766394:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382408.766431:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382408.766434:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142aa0 00000400:00000010:2.0:1787382408.766436:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142aa0. 00000100:00000001:2.0:1787382408.766439:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382408.766444:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060e7480 x1874206007510912/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382408.766452:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382408.766455:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060e7480 x1874206007510912/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382408.766462:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382408.766464:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1787382408.766556:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382408.766560:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919502a9d700. 00000400:00000200:2.0:1787382408.766564:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382408.766567:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382408.766570:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142d48 00000400:00000010:2.0:1787382408.766572:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142d48. 00000100:00000001:2.0:1787382408.766574:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382408.766579:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060e4a80 x1874206007511168/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382408.766597:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382408.766600:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060e4a80 x1874206007511168/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382408.766606:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382408.766607:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787382408.793385:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.796337:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382408.796348:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.796355:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382408.796367:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.796377:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382408.796390:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.796411:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.796418:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.799905:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 25 MB=0x6a89497504700 00000400:00000200:2.0:1787382408.799917:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.799928:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.139@tcp of length 224/224 into md 0x895 [1] + 224 00000800:00000001:2.0:1787382408.799943:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.799964:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382408.799969:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382408.799975:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382408.799987:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382408.799999:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060e4000 x1874206007510784/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382408.800012:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060e4000 x1874206007510784/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.800138:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382408.800144:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787382408.800167:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382408.800186:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.800192:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382408.800194:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.800196:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382408.800227:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800231:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382408.800240:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800245:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800251:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800254:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504800 00000400:00000200:2.0:1787382408.800258:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800262:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x89d [1] + 224 00000800:00000001:2.0:1787382408.800267:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.800271:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382408.800273:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382408.800277:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382408.800280:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382408.800285:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060e7b80 x1874206007511040/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382408.800293:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060e7b80 x1874206007511040/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382408.800300:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382408.800304:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.800306:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382408.800308:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.800311:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382408.800314:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800317:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382408.800321:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800324:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800327:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800329:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504900 00000400:00000200:2.0:1787382408.800333:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800336:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x8a5 [1] + 224 00000800:00000001:2.0:1787382408.800339:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.800349:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382408.800352:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382408.800355:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382408.800358:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382408.800363:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060e5180 x1874206007511296/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382408.800371:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060e5180 x1874206007511296/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382408.800379:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382408.800382:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.800385:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382408.800387:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.800389:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382408.800392:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800395:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382408.800438:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800442:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800445:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800449:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504780 00000400:00000200:2.0:1787382408.800452:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800456:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x8ad [1] + 224 00000800:00000001:2.0:1787382408.800460:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.800465:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382408.800467:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382408.800470:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382408.800473:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382408.800491:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060e7480 x1874206007510912/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382408.800501:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060e7480 x1874206007510912/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382408.800510:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382408.800519:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.800523:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382408.800525:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.800528:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382408.800531:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800534:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382408.800539:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800542:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800545:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800548:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504880 00000400:00000200:2.0:1787382408.800551:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382408.800555:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x8b5 [1] + 224 00000800:00000001:2.0:1787382408.800559:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.800571:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382408.800574:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382408.800577:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382408.800580:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382408.800585:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060e4a80 x1874206007511168/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382408.800594:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060e4a80 x1874206007511168/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382408.800600:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382408.800604:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382408.800606:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787382408.805098:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382408.805109:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382408.805115:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195034221b8. 00000400:00000200:0.0:1787382408.805126:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142220 00000400:00000010:0.0:1787382408.805130:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142220. 00000100:00000001:0.0:1787382408.805137:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382408.805155:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060e4000 x1874206007510784/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382408.805171:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060e4000 x1874206007510784/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.805182:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382408.805184:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382408.805188:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382408.805193:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382408.805196:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382408.805200:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382408.805203:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382408.805213:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6c60 time=88 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382408.805218:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=88 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382408.805221:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382408.805223:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382408.805227:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787382408.805230:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.805233:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382408.805239:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060e4000 x1874206007510784/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.805248:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382408.805252:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382408.805254:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382408.805259:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060e4000 x1874206007510784/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382408.805295:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007510784:192.168.204.139@tcp:400:kworker.0 00000400:00000001:0.0:1787382408.805305:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382408.805306:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382408.805309:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195034226e0. 00000400:00000200:0.0:1787382408.805312:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142990 00000400:00000010:0.0:1787382408.805313:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142990. 00000100:00000001:0.0:1787382408.805316:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382408.805321:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060e7b80 x1874206007511040/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382408.805330:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060e7b80 x1874206007511040/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.805337:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382408.805339:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382408.805341:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382408.805343:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382408.805344:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382408.805346:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382408.805348:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382408.805356:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102ce460 time=87 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382408.805359:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102ce418 time=87 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382408.805362:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382408.805363:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382408.805365:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787382408.805370:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060e7b80 x1874206007511040/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787382408.805378:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.805381:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787382408.805384:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:0.0:1787382408.805386:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787382408.805388:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382408.805392:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060e7b80 x1874206007511040/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.805433:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382408.805436:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382408.805437:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382408.805442:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060e7b80 x1874206007511040/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382408.805450:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007511040:192.168.204.139@tcp:400:kworker.0 00000400:00000001:0.0:1787382408.805457:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382408.805459:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382408.805461:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919503422000. 00000400:00000200:0.0:1787382408.805464:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142000 00000400:00000010:0.0:1787382408.805465:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142000. 00000100:00000001:0.0:1787382408.805468:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382408.805473:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060e5180 x1874206007511296/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382408.805494:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060e5180 x1874206007511296/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.805501:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382408.805503:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382408.805505:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382408.805507:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382408.805509:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382408.805511:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382408.805513:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382408.805518:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dec60 time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382408.805522:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dec18 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382408.805525:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382408.805527:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382408.805529:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787382408.805533:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060e5180 x1874206007511296/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787382408.805556:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.805559:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787382408.805561:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:0.0:1787382408.805563:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787382408.805564:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382408.805569:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060e5180 x1874206007511296/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.805576:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382408.805578:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382408.805579:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382408.805583:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060e5180 x1874206007511296/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382408.805591:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:997748da-9c9b-4d05-a631-2455c85e8559:2406:1874206007511296:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382408.805596:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.805600:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382408.805604:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060e4000 x1874206007510784/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.805611:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382408.805615:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382408.805620:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510281200. 02000000:00000001:0.0:1787382408.805625:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382408.805628:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382408.805630:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=3 obd=MGC192.168.204.139@tcp 00000020:00000001:0.0:1787382408.805633:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382408.805999:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195035e0600. 02000000:00000001:0.0:1787382408.806007:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382408.806010:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382408.806013:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060e4000. 00000100:00000001:0.0:1787382408.806017:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382408.806018:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382408.806085:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382408.806092:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060e7b80 x1874206007511040/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.806099:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382408.806101:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382408.806103:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510280000. 02000000:00000001:0.0:1787382408.806106:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382408.806107:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382408.806108:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195102ce000 refcount=3 obd=lustre-MDT0001-mdc-ffff919506214800 00000020:00000001:0.0:1787382408.806110:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382408.806112:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195035e0500. 02000000:00000001:0.0:1787382408.806114:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382408.806115:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382408.806117:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060e7b80. 00000100:00000001:0.0:1787382408.806120:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382408.806121:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382408.806122:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382408.806126:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060e5180 x1874206007511296/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.806132:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382408.806134:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382408.806135:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510280400. 02000000:00000001:0.0:1787382408.806137:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382408.806139:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382408.806140:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195061de800 refcount=3 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000020:00000001:0.0:1787382408.806142:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382408.806144:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195035e0000. 02000000:00000001:0.0:1787382408.806146:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382408.806147:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382408.806149:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060e5180. 00000100:00000001:0.0:1787382408.806151:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382408.806153:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382408.806158:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.806161:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382408.806163:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787382408.806169:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382408.806175:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382408.806178:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919503422a50. 00000400:00000200:0.0:1787382408.806181:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9195061425d8 00000400:00000010:0.0:1787382408.806183:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9195061425d8. 00000100:00000001:0.0:1787382408.806185:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382408.806192:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060e7480 x1874206007510912/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382408.806201:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060e7480 x1874206007510912/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.806207:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382408.806208:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382408.806210:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382408.806212:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382408.806214:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382408.806216:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382408.806218:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382408.806225:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061d2460 time=86 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382408.806228:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061d2418 time=86 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382408.806231:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382408.806232:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382408.806234:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787382408.806237:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.806240:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787382408.806241:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:0.0:1787382408.806243:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787382408.806245:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382408.806248:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060e7480 x1874206007510912/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.806255:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382408.806257:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382408.806259:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382408.806262:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060e7480 x1874206007510912/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382408.806279:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007510912:192.168.204.139@tcp:400:kworker.0 00000400:00000001:0.0:1787382408.806286:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382408.806287:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382408.806289:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919503422738. 00000400:00000200:0.0:1787382408.806292:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142330 00000400:00000010:0.0:1787382408.806294:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142330. 00000100:00000001:0.0:1787382408.806296:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382408.806300:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060e4a80 x1874206007511168/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382408.806308:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060e4a80 x1874206007511168/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.806315:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382408.806316:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382408.806318:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382408.806320:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382408.806321:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382408.806323:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382408.806325:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382408.806330:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dcc60 time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382408.806333:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dcc18 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382408.806335:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382408.806336:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382408.806338:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787382408.806340:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.806343:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787382408.806344:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:0.0:1787382408.806346:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787382408.806348:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382408.806351:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060e4a80 x1874206007511168/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.806357:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382408.806364:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382408.806365:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382408.806369:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060e4a80 x1874206007511168/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382408.806375:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:997748da-9c9b-4d05-a631-2455c85e8559:2406:1874206007511168:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382408.806379:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382408.806381:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382408.806384:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060e7480 x1874206007510912/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.806389:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382408.806391:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382408.806392:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510280c00. 02000000:00000001:0.0:1787382408.806394:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382408.806396:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382408.806536:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195061d2000 refcount=3 obd=lustre-MDT0000-mdc-ffff919506214800 00000020:00000001:0.0:1787382408.806539:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382408.806542:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195035e0a00. 02000000:00000001:0.0:1787382408.806545:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382408.806546:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382408.806547:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060e7480. 00000100:00000001:0.0:1787382408.806550:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382408.806551:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382408.806554:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382408.806557:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060e4a80 x1874206007511168/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382424 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382408.806564:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382408.806565:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382408.806567:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510281a00. 02000000:00000001:0.0:1787382408.806569:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382408.806570:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382408.806571:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195061dc800 refcount=3 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000020:00000001:0.0:1787382408.806573:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382408.806574:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff9195035e0800. 02000000:00000001:0.0:1787382408.806582:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382408.806583:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382408.806585:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060e4a80. 00000100:00000001:0.0:1787382408.806587:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382408.806589:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382408.806591:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382408.806600:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382408.806603:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382408.806605:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382408.806607:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382409.015536:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382409.015560:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382409.015571:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382409.015572:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382409.016467:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382409.016473:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382409.016479:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382410.037594:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382410.037604:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382410.037611:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382410.037613:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787382410.037740:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787382410.037744:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787382410.037760:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1787382410.101492:0:41:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a330 (cpu 0) has reached its deadline 4295048467, at 4295048512 00000100:00000010:3.0:1787382410.101514:0:41:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9195057b9840. 00000100:00000040:2.0:1787382410.104287:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a220 (cpu 0) has reached its deadline 4295048467, at 4295048513 00000100:00000010:2.0:1787382410.104308:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9195057b95a0. 00010000:00000001:3.0:1787382411.062616:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382411.062628:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382411.062637:0:41:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382411.062638:0:41:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787382411.062676:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787382411.062680:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787382411.062683:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1787382411.181237:0:10070:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1787382411.181252:0:10070:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1787382411.566126:0:10107:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1787382411.566137:0:10107:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:2.0:1787382411.568657:0:10107:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1787382412.088643:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382412.088652:0:830:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787382412.088655:0:830:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787382412.088659:0:830:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382412.088664:0:830:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787382412.088666:0:830:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382412.089027:0:830:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382412.089031:0:830:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382412.089037:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382412.089041:0:830:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787382412.089043:0:830:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787382412.089044:0:830:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382412.089046:0:830:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787382412.089047:0:830:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382412.089049:0:830:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382412.089051:0:830:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787382412.089181:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787382412.089185:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787382412.089188:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787382412.979428:0:10205:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787382412.979447:0:10205:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382413.109602:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382413.109619:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382413.109625:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382413.109640:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787382413.109662:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787382413.109665:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787382413.109668:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787382413.877666:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787382413.877678:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787382413.877705:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195034f9500. 00000020:00000040:2.0:1787382413.877710:0:37:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000100:00000001:2.0:1787382413.877716:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787382413.878224:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787382413.878232:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787382413.878243:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919520f28400. 00000100:00000001:2.0:1787382413.878250:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.878262:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS req@ffff9195034f9500 x1874206007511424/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787382413.878274:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787382413.878279:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.878284:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000727f8133] to pc [ptlrpcd_01_01+1] req@ffff9195034f9500 x1874206007511424/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.878317:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.878321:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787382413.878324:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787382413.878328:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195034fb800. 00000020:00000040:2.0:1787382413.878332:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061d2000 refcount=4 obd=lustre-MDT0000-mdc-ffff919506214800 00000100:00000001:2.0:1787382413.878334:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787382413.878335:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787382413.878337:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787382413.878340:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919520f28300. 00000100:00000001:2.0:1787382413.878343:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.878347:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID req@ffff9195034fb800 x1874206007511552/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787382413.878355:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787382413.878356:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.878360:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b9e4a26] to pc [ptlrpcd_01_00+0] req@ffff9195034fb800 x1874206007511552/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.878379:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.878381:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787382413.878391:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787382413.878394:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195034fa680. 00000020:00000040:2.0:1787382413.878396:0:37:0:(genops.c:1231:class_import_get()) import ffff9195102ce000 refcount=4 obd=lustre-MDT0001-mdc-ffff919506214800 00000100:00000001:2.0:1787382413.878555:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787382413.878557:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787382413.878559:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787382413.878563:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919520f28000. 00000100:00000001:2.0:1787382413.878567:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.878572:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID req@ffff9195034fa680 x1874206007511680/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787382413.878578:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787382413.878581:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.878584:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007030e8f6] to pc [ptlrpcd_01_01+1] req@ffff9195034fa680 x1874206007511680/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.878591:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.878593:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787382413.878597:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787382413.878599:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787382413.878603:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787382413.878605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787382413.878608:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787382413.878611:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195034f9880. 00000020:00000040:2.0:1787382413.878614:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061dc800 refcount=4 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000100:00000001:2.0:1787382413.878615:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787382413.878617:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787382413.878618:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787382413.878623:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919512d6cf00. 00000100:00000001:2.0:1787382413.878625:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.878635:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID req@ffff9195034f9880 x1874206007511808/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787382413.878642:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787382413.878644:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.878648:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009913d6af] to pc [ptlrpcd_01_00+0] req@ffff9195034f9880 x1874206007511808/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.878655:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.878657:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1787382413.878660:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1787382413.878662:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195034f8e00. 00000020:00000040:2.0:1787382413.878665:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061de800 refcount=4 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000100:00000001:2.0:1787382413.878666:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787382413.878669:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787382413.878672:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787382413.878676:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919503b8d900. 00000100:00000001:2.0:1787382413.878678:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.878682:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID req@ffff9195034f8e00 x1874206007511936/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1787382413.878687:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787382413.878689:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.878692:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005bb3e330] to pc [ptlrpcd_01_01+1] req@ffff9195034f8e00 x1874206007511936/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.878698:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.878700:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787382413.878703:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787382413.878705:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1787382413.878708:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1787382413.878713:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (389) 00000100:00000001:2.0:1787382413.878985:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382413.878989:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787382413.878992:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787382413.878998:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195034fb800 x1874206007511552/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.879006:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787382413.879008:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382413.879012:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787382413.879014:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787382413.879017:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787382413.879021:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2407:1874206007511552:192.168.204.139@tcp:400:kworker.0 00000100:00000001:2.0:1787382413.879025:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787382413.879030:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787382413.879033:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382413.879035:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787382413.879040:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510289a00. 02000000:00000001:2.0:1787382413.879042:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787382413.879049:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:2.0:1787382413.879053:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919510293420. 00000400:00000010:2.0:1787382413.879061:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507d9d550. 00000100:00000200:2.0:1787382413.879069:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007511552, portal 10 00000100:00000001:2.0:1787382413.879071:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787382413.879072:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667924551680 : -121405784999936 : ffff9195034fb800) 00000100:00000040:2.0:1787382413.879080:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195034fb800 x1874206007511552/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.879086:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787382413.879089:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:2.0:1787382413.879091:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507d9d088. 00000100:00000200:2.0:1787382413.879094:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007511552, offset 0 00000400:00000200:2.0:1787382413.879100:0:2407:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:2.0:1787382413.879108:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382413.879116:0:2407:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:2.0:1787382413.879121:0:2407:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1787382413.879258:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382413.879261:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382413.879263:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382413.879269:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195034f9500 x1874206007511424/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.879277:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382413.879278:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382413.879280:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382413.879282:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382413.879284:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382413.879286:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2408:1874206007511424:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382413.879290:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382413.879292:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382413.879294:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382413.879295:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382413.879299:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510280c00. 02000000:00000001:3.0:1787382413.879301:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382413.879305:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382413.879308:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a13c8. 00000400:00000010:3.0:1787382413.879312:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b088. 00000100:00000200:3.0:1787382413.879315:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007511424, portal 25 00000100:00000001:3.0:1787382413.879317:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382413.879318:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667924542720 : -121405785008896 : ffff9195034f9500) 00000100:00000040:3.0:1787382413.879323:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195034f9500 x1874206007511424/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.879329:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382413.879331:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382413.879334:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b7f8. 00000100:00000200:3.0:1787382413.879336:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874206007511424, offset 0 00000400:00000200:3.0:1787382413.879340:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:2.0:1787382413.879382:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:2.0:1787382413.879386:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787382413.879388:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:2.0:1787382413.879392:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [155:155:256:4294967295] 192.168.204.139@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:2.0:1787382413.879421:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382413.879441:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:2.0:1787382413.879447:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:2.0:1787382413.879452:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919503b8da00. 00000800:00000200:2.0:1787382413.879459:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:2.0:1787382413.879467:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:2.0:1787382413.879471:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919503b8da00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787382413.879485:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.879490:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: using a timeout of 178173 usecs (179 jiffies) 00000400:00000200:2.0:1787382413.879493:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:2.0:1787382413.879495:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295052469 00000100:00000010:2.0:1787382413.879500:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919508ee9840. 00000100:00000001:2.0:1787382413.879506:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1787382413.879510:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295052469 00000100:00000010:2.0:1787382413.879513:0:2407:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff919508ee96c0. 00000100:00000001:2.0:1787382413.879516:0:2407:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1787382413.879519:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382413.879522:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.879524:0:2407:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787382413.879528:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195034f9880 x1874206007511808/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.879533:0:2407:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787382413.879535:0:2407:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382413.879537:0:2407:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787382413.879539:0:2407:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787382413.879540:0:2407:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787382413.879549:0:2407:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:997748da-9c9b-4d05-a631-2455c85e8559:2407:1874206007511808:192.168.204.139@tcp:400:kworker.0 00000100:00000001:2.0:1787382413.879552:0:2407:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787382413.879555:0:2407:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787382413.879556:0:2407:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382413.879557:0:2407:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787382413.879560:0:2407:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510289e00. 02000000:00000001:2.0:1787382413.879561:0:2407:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787382413.879564:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:2.0:1787382413.879566:0:2407:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919510293058. 00000400:00000010:2.0:1787382413.879570:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507d9d5d8. 00000100:00000200:2.0:1787382413.879572:0:2407:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007511808, portal 10 00000100:00000001:2.0:1787382413.879574:0:2407:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787382413.879575:0:2407:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667924543616 : -121405785008000 : ffff9195034f9880) 00000100:00000040:2.0:1787382413.879580:0:2407:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195034f9880 x1874206007511808/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.879586:0:2407:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787382413.879588:0:2407:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:2.0:1787382413.879590:0:2407:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507d9d3b8. 00000100:00000200:2.0:1787382413.879592:0:2407:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007511808, offset 0 00000400:00000200:2.0:1787382413.879596:0:2407:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382413.890873:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.894333:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382413.894342:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382413.894346:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382413.894350:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382413.894353:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382413.894357:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [156:156:255:4294967295] 192.168.204.139@tcp LPNI seq info [156:156:7:4294967295] 00000400:00000200:3.0:1787382413.894364:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.894375:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382413.894382:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382413.894392:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2b00. 00000800:00000200:3.0:1787382413.894414:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382413.894431:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382413.894437:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382413.894443:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382413.894449:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382413.894452:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295053594 00000100:00000001:3.0:1787382413.894461:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295052469 00000100:00000001:3.0:1787382413.894467:0:2408:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295053594 00000100:00000001:3.0:1787382413.894469:0:2408:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295052469 00000100:00000001:3.0:1787382413.894472:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382413.894475:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382413.894480:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382413.894488:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195034fa680 x1874206007511680/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.894495:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382413.894497:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382413.894501:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382413.894505:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382413.894507:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382413.894527:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007511680:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382413.894531:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382413.894536:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382413.894539:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382413.894541:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382413.894546:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510280a00. 02000000:00000001:3.0:1787382413.894548:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382413.894553:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382413.894557:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a1370. 00000400:00000010:3.0:1787382413.894565:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b110. 00000100:00000200:3.0:1787382413.894572:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007511680, portal 10 00000100:00000001:3.0:1787382413.894575:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382413.894576:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667924547200 : -121405785004416 : ffff9195034fa680) 00000100:00000040:3.0:1787382413.894583:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195034fa680 x1874206007511680/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.894590:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382413.894592:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382413.894594:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bb28. 00000100:00000200:3.0:1787382413.894597:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007511680, offset 0 00000400:00000200:3.0:1787382413.894603:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382413.894610:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.894615:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382413.894617:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382413.894619:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382413.894621:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382413.894623:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382413.894626:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [157:157:254:4294967295] 192.168.204.139@tcp LPNI seq info [157:157:6:4294967295] 00000400:00000200:3.0:1787382413.894629:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.894634:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382413.894638:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382413.894641:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2e00. 00000800:00000200:3.0:1787382413.894651:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382413.894655:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382413.894657:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382413.894659:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382413.894663:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: using a timeout of 87308 usecs (88 jiffies) 00000400:00000200:3.0:1787382413.894666:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382413.894668:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295052387 00000100:00000001:3.0:1787382413.894670:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 2, keep current deadline 4295053594 00000100:00000001:3.0:1787382413.894672:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295052387 00000100:00000001:3.0:1787382413.894674:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 3, keep current deadline 4295053594 00000100:00000001:3.0:1787382413.894676:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382413.894678:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382413.894680:0:2408:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382413.894684:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195034f8e00 x1874206007511936/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.894692:0:2408:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382413.894693:0:2408:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382413.894695:0:2408:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382413.894697:0:2408:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382413.894699:0:2408:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382413.894702:0:2408:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007511936:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382413.894705:0:2408:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382413.894707:0:2408:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382413.894709:0:2408:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382413.894711:0:2408:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382413.894714:0:2408:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510280400. 02000000:00000001:3.0:1787382413.894716:0:2408:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382413.894728:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382413.894731:0:2408:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a15d8. 00000400:00000010:3.0:1787382413.894735:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b880. 00000100:00000200:3.0:1787382413.894738:0:2408:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007511936, portal 10 00000100:00000001:3.0:1787382413.894745:0:2408:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382413.894746:0:2408:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667924540928 : -121405785010688 : ffff9195034f8e00) 00000100:00000040:3.0:1787382413.894753:0:2408:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195034f8e00 x1874206007511936/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.894760:0:2408:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382413.894761:0:2408:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382413.894764:0:2408:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bcc0. 00000100:00000200:3.0:1787382413.894766:0:2408:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007511936, offset 0 00000400:00000200:3.0:1787382413.894770:0:2408:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382413.894774:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.894778:0:2408:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382413.894780:0:2408:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382413.894782:0:2408:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382413.894993:0:2408:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382413.894996:0:2408:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382413.894999:0:2408:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [158:158:253:4294967295] 192.168.204.139@tcp LPNI seq info [158:158:5:4294967295] 00000400:00000200:3.0:1787382413.895003:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.895009:0:2408:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382413.895013:0:2408:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382413.895017:0:2408:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2700. 00000800:00000200:3.0:1787382413.895021:0:2408:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382413.895026:0:2408:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382413.895028:0:2408:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382413.895031:0:2408:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382413.895034:0:2408:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: using a timeout of 35718 usecs (36 jiffies) 00000400:00000200:3.0:1787382413.895037:0:2408:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382413.895039:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295052335 00000100:00000001:3.0:1787382413.895040:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295053594 00000100:00000001:3.0:1787382413.895042:0:2408:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295052335 00000100:00000001:3.0:1787382413.895045:0:2408:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295053594 00000100:00000001:3.0:1787382413.895052:0:2408:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382413.895054:0:2408:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382413.895057:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382413.895060:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382413.895067:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787382413.895070:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1787382413.895073:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1787382413.895075:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382413.895076:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382413.895079:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787382413.899641:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382413.899658:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919503b8da00. 00000400:00000200:3.0:1787382413.899670:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382413.899682:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382413.899694:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507d9d088 00000400:00000010:3.0:1787382413.899698:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507d9d088. 00000100:00000001:3.0:1787382413.899706:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382413.899731:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195034fb800 x1874206007511552/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.899750:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382413.899754:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195034fb800 x1874206007511552/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.899762:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382413.899764:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382413.899989:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382413.899993:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2b00. 00000400:00000200:3.0:1787382413.899997:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382413.900001:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382413.900005:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b7f8 00000400:00000010:3.0:1787382413.900007:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b7f8. 00000100:00000001:3.0:1787382413.900009:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382413.900014:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195034f9500 x1874206007511424/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.900021:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382413.900040:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195034f9500 x1874206007511424/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.900047:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382413.900049:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382413.900060:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382413.900062:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2e00. 00000400:00000200:3.0:1787382413.900064:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382413.900067:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382413.900070:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bb28 00000400:00000010:3.0:1787382413.900073:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bb28. 00000100:00000001:3.0:1787382413.900075:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382413.900078:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195034fa680 x1874206007511680/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.900086:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382413.900089:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195034fa680 x1874206007511680/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.900095:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382413.900096:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382413.900161:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382413.900163:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2700. 00000400:00000200:3.0:1787382413.900166:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382413.900169:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382413.900171:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bcc0 00000400:00000010:3.0:1787382413.900173:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bcc0. 00000100:00000001:3.0:1787382413.900175:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382413.900179:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195034f8e00 x1874206007511936/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.900187:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382413.900190:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195034f8e00 x1874206007511936/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.900195:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382413.900197:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1787382413.901556:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382413.901569:0:2407:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:2.0:1787382413.901574:0:2407:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787382413.901578:0:2407:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:2.0:1787382413.901582:0:2407:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787382413.901585:0:2407:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:2.0:1787382413.901588:0:2407:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [159:159:256:4294967295] 192.168.204.139@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:2.0:1787382413.901593:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382413.901602:0:2407:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:2.0:1787382413.901609:0:2407:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:2.0:1787382413.901619:0:2407:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919503b8da00. 00000800:00000200:2.0:1787382413.901638:0:2407:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:2.0:1787382413.901647:0:2407:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:2.0:1787382413.901652:0:2407:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919503b8da00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1787382413.901678:0:2407:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.901684:0:2407:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: using a timeout of 27608 usecs (28 jiffies) 00000400:00000200:2.0:1787382413.901689:0:2407:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:2.0:1787382413.901692:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295052340 00000100:00000001:2.0:1787382413.901697:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295053594 00000100:00000001:2.0:1787382413.901700:0:2407:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295052340 00000100:00000001:2.0:1787382413.901702:0:2407:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295053594 00000100:00000001:2.0:1787382413.901705:0:2407:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382413.901708:0:2407:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.901713:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.901717:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787382413.901929:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382413.901939:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919503b8da00. 00000400:00000200:3.0:1787382413.901946:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382413.901955:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382413.901963:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507d9d3b8 00000400:00000010:3.0:1787382413.901966:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507d9d3b8. 00000100:00000001:3.0:1787382413.901984:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382413.901994:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195034f9880 x1874206007511808/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.902010:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382413.902014:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195034f9880 x1874206007511808/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.902022:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382413.902025:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1787382413.902538:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787382413.902542:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1787382413.902546:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382413.902549:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787382413.902551:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.902554:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787382413.905529:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.905559:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382413.905565:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.905571:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382413.905586:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.905596:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382413.905611:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.905619:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.905627:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.905632:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 25 MB=0x6a89497504980 00000400:00000200:3.0:1787382413.905641:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.905651:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.139@tcp of length 224/224 into md 0x8cd [1] + 224 00000800:00000001:3.0:1787382413.905662:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.905674:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382413.905678:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382413.905687:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382413.905696:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382413.905710:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195034f9500 x1874206007511424/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382413.905757:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195034f9500 x1874206007511424/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.905784:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382413.905797:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.905801:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.907086:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382413.907095:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787382413.907106:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787382413.907109:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787382413.907114:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a13c8. 00000400:00000200:2.0:1787382413.907124:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b088 00000400:00000010:2.0:1787382413.907126:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b088. 00000100:00000001:2.0:1787382413.907131:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382413.907143:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195034f9500 x1874206007511424/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787382413.907153:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195034f9500 x1874206007511424/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.907162:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787382413.907183:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.907186:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787382413.907189:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787382413.907192:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787382413.907194:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382413.907198:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787382413.907207:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6c60 time=93 v=5 (5 0 0 0) 00000100:00001000:2.0:1787382413.907211:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1787382413.907213:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787382413.907214:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787382413.907217:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787382413.907219:0:2408:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.907222:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.907227:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195034f9500 x1874206007511424/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.907235:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382413.907238:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787382413.908002:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787382413.908013:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195034f9500 x1874206007511424/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382413.908023:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2408:1874206007511424:192.168.204.139@tcp:400:kworker.0 00000100:00000001:2.0:1787382413.908030:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.908032:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382413.908036:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195034f9500 x1874206007511424/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.908042:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787382413.908046:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787382413.908051:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510280c00. 02000000:00000001:2.0:1787382413.908057:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787382413.908060:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787382413.908063:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=3 obd=MGC192.168.204.139@tcp 00000020:00000001:2.0:1787382413.908065:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787382413.908069:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919520f28400. 02000000:00000001:2.0:1787382413.908087:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787382413.908089:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787382413.908091:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195034f9500. 00000100:00000001:2.0:1787382413.908095:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787382413.908096:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.908100:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.908102:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382413.908103:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787382413.908105:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.908106:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787382413.908552:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.908575:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382413.908581:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.908584:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382413.908595:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.908605:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382413.908617:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.908623:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.908631:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.908636:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504a00 00000400:00000200:3.0:1787382413.908642:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.908652:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x8bd [1] + 224 00000800:00000001:3.0:1787382413.908662:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.908667:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382413.908671:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382413.908677:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382413.908686:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382413.908699:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195034fb800 x1874206007511552/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382413.908711:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195034fb800 x1874206007511552/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.908735:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382413.908746:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.908750:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382413.908752:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.908768:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382413.908772:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.908775:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382413.908780:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.908784:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.908788:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.908792:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504b80 00000400:00000200:3.0:1787382413.908795:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.908799:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x8fd [1] + 224 00000800:00000001:3.0:1787382413.908803:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.908810:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.908959:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382413.908964:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787382413.908984:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787382413.908986:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787382413.908990:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919510293420. 00000400:00000200:2.0:1787382413.908996:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507d9d550 00000400:00000010:2.0:1787382413.908998:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507d9d550. 00000100:00000001:2.0:1787382413.909004:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382413.909013:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195034fb800 x1874206007511552/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787382413.909022:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195034fb800 x1874206007511552/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.909029:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787382413.909031:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.909033:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787382413.909036:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787382413.909039:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787382413.909041:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382413.909043:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787382413.909052:0:2407:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061d2460 time=91 v=5 (5 0 0 0) 00000100:00001000:2.0:1787382413.909056:0:2407:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061d2418 time=91 v=5 (1 0 0 0) 00000100:00000001:2.0:1787382413.909058:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787382413.909060:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787382413.909062:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787382413.909066:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.909069:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787382413.909071:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:2.0:1787382413.909085:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787382413.909087:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.909093:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195034fb800 x1874206007511552/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.909099:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382413.909102:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787382413.909103:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787382413.909107:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195034fb800 x1874206007511552/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382413.909115:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2407:1874206007511552:192.168.204.139@tcp:400:kworker.0 00000100:00000001:2.0:1787382413.909120:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.909122:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382413.909125:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195034fb800 x1874206007511552/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.909131:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787382413.909133:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787382413.909135:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510289a00. 02000000:00000001:2.0:1787382413.909138:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787382413.909140:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787382413.909142:0:2407:0:(genops.c:1244:class_import_put()) import ffff9195061d2000 refcount=3 obd=lustre-MDT0000-mdc-ffff919506214800 00000020:00000001:2.0:1787382413.909144:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787382413.909146:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919520f28300. 02000000:00000001:2.0:1787382413.909150:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787382413.909152:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787382413.909153:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195034fb800. 00000100:00000001:2.0:1787382413.909157:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787382413.909161:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.909163:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.909164:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382413.909165:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787382413.909167:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.909168:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382413.909569:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382413.909579:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382413.909586:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382413.909594:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195034f8e00 x1874206007511936/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382413.909607:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195034f8e00 x1874206007511936/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.909627:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382413.909635:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.909642:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.909989:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382413.910007:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787382413.910013:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787382413.910016:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787382413.910020:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a15d8. 00000400:00000200:2.0:1787382413.910026:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b880 00000400:00000010:2.0:1787382413.910028:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b880. 00000100:00000001:2.0:1787382413.910031:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382413.910041:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195034f8e00 x1874206007511936/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787382413.910050:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195034f8e00 x1874206007511936/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.910056:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787382413.910058:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.910060:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787382413.910062:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787382413.910064:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787382413.910065:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382413.910067:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787382413.910072:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dec60 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1787382413.910076:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dec18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1787382413.910078:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787382413.910079:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787382413.910081:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787382413.910085:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195034f8e00 x1874206007511936/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787382413.910091:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.910093:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787382413.910095:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:2.0:1787382413.910096:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787382413.910098:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.910101:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195034f8e00 x1874206007511936/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.910107:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382413.910116:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787382413.910117:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787382413.910122:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195034f8e00 x1874206007511936/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382413.910128:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:997748da-9c9b-4d05-a631-2455c85e8559:2408:1874206007511936:192.168.204.139@tcp:400:kworker.0 00000100:00000001:2.0:1787382413.910132:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.910135:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382413.910137:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195034f8e00 x1874206007511936/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.910143:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787382413.910144:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787382413.910147:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510280400. 02000000:00000001:2.0:1787382413.910149:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787382413.910150:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787382413.910152:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195061de800 refcount=3 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000020:00000001:2.0:1787382413.910154:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787382413.910156:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919503b8d900. 02000000:00000001:2.0:1787382413.910158:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787382413.910160:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787382413.910161:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195034f8e00. 00000100:00000001:2.0:1787382413.910164:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787382413.910165:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.910167:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.910169:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382413.910170:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787382413.910171:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.910173:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787382413.916656:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.916681:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382413.916687:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.916690:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382413.916704:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.916714:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382413.916726:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.916733:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.916740:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.916745:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504a80 00000400:00000200:3.0:1787382413.916752:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.916782:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x8ed [1] + 224 00000800:00000001:3.0:1787382413.916796:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.916802:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382413.916806:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382413.916811:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382413.916822:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382413.916835:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195034fa680 x1874206007511680/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382413.916849:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195034fa680 x1874206007511680/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.916873:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382413.916886:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.916890:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382413.916893:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.916895:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382413.916898:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.916902:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382413.916907:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.916910:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.916913:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.916915:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497504b00 00000400:00000200:3.0:1787382413.916919:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382413.916924:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x8dd [1] + 224 00000800:00000001:3.0:1787382413.916928:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.916934:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382413.916936:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382413.916940:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382413.916943:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382413.916948:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195034f9880 x1874206007511808/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382413.916958:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195034f9880 x1874206007511808/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382413.916995:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382413.917001:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382413.917004:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.917901:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382413.917911:0:2408:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787382413.917924:0:2408:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787382413.917927:0:2408:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787382413.917931:0:2408:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a1370. 00000400:00000200:2.0:1787382413.917943:0:2408:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b110 00000400:00000010:2.0:1787382413.917946:0:2408:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b110. 00000100:00000001:2.0:1787382413.917951:0:2408:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382413.917997:0:2408:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195034fa680 x1874206007511680/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787382413.918010:0:2408:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195034fa680 x1874206007511680/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.918019:0:2408:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787382413.918021:0:2408:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.918024:0:2408:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787382413.918028:0:2408:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787382413.918030:0:2408:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787382413.918033:0:2408:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382413.918036:0:2408:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787382413.918045:0:2408:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102ce460 time=92 v=5 (5 0 0 0) 00000100:00001000:2.0:1787382413.918049:0:2408:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102ce418 time=92 v=5 (1 0 0 0) 00000100:00000001:2.0:1787382413.918052:0:2408:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787382413.918053:0:2408:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787382413.918056:0:2408:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1787382413.918062:0:2408:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195034fa680 x1874206007511680/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1787382413.918069:0:2408:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.918072:0:2408:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787382413.918075:0:2408:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:2.0:1787382413.918076:0:2408:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787382413.918078:0:2408:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.918082:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195034fa680 x1874206007511680/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.918088:0:2408:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382413.918092:0:2408:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787382413.918094:0:2408:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787382413.918097:0:2408:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195034fa680 x1874206007511680/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382413.918106:0:2408:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2408:1874206007511680:192.168.204.139@tcp:400:kworker.0 00000100:00000001:2.0:1787382413.918119:0:2408:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.918122:0:2408:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382413.918126:0:2408:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195034fa680 x1874206007511680/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.918133:0:2408:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787382413.918136:0:2408:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787382413.918140:0:2408:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510280a00. 02000000:00000001:2.0:1787382413.918144:0:2408:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787382413.918146:0:2408:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787382413.918148:0:2408:0:(genops.c:1244:class_import_put()) import ffff9195102ce000 refcount=3 obd=lustre-MDT0001-mdc-ffff919506214800 00000020:00000001:2.0:1787382413.918151:0:2408:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787382413.918154:0:2408:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919520f28000. 02000000:00000001:2.0:1787382413.918160:0:2408:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787382413.918161:0:2408:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787382413.918164:0:2408:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195034fa680. 00000100:00000001:2.0:1787382413.918167:0:2408:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787382413.918169:0:2408:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.918171:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.918179:0:2408:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787382413.918181:0:2408:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.918183:0:2408:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382413.918186:0:2408:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.918199:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382413.918202:0:2407:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787382413.918206:0:2407:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787382413.918209:0:2407:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787382413.918211:0:2407:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919510293058. 00000400:00000200:2.0:1787382413.918215:0:2407:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507d9d5d8 00000400:00000010:2.0:1787382413.918216:0:2407:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507d9d5d8. 00000100:00000001:2.0:1787382413.918220:0:2407:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382413.918225:0:2407:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195034f9880 x1874206007511808/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787382413.918233:0:2407:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195034f9880 x1874206007511808/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.918239:0:2407:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787382413.918247:0:2407:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.918248:0:2407:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787382413.918250:0:2407:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787382413.918251:0:2407:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787382413.918253:0:2407:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382413.918255:0:2407:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787382413.918260:0:2407:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dcc60 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1787382413.918263:0:2407:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dcc18 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1787382413.918265:0:2407:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787382413.918266:0:2407:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787382413.918268:0:2407:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787382413.918270:0:2407:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.918272:0:2407:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1787382413.918274:0:2407:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:2.0:1787382413.918275:0:2407:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1787382413.918277:0:2407:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382413.918281:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195034f9880 x1874206007511808/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.918287:0:2407:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382413.918289:0:2407:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787382413.918290:0:2407:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787382413.918293:0:2407:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195034f9880 x1874206007511808/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382413.918299:0:2407:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:997748da-9c9b-4d05-a631-2455c85e8559:2407:1874206007511808:192.168.204.139@tcp:400:kworker.0 00000100:00000001:2.0:1787382413.918303:0:2407:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.918305:0:2407:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382413.918307:0:2407:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195034f9880 x1874206007511808/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382429 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382413.918312:0:2407:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787382413.918313:0:2407:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787382413.918315:0:2407:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510289e00. 02000000:00000001:2.0:1787382413.918317:0:2407:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787382413.918319:0:2407:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787382413.918325:0:2407:0:(genops.c:1244:class_import_put()) import ffff9195061dc800 refcount=3 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000020:00000001:2.0:1787382413.918327:0:2407:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787382413.918329:0:2407:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919512d6cf00. 02000000:00000001:2.0:1787382413.918333:0:2407:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787382413.918335:0:2407:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787382413.918336:0:2407:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195034f9880. 00000100:00000001:2.0:1787382413.918338:0:2407:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787382413.918339:0:2407:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.918341:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382413.918344:0:2407:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787382413.918345:0:2407:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382413.918347:0:2407:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1787382413.918348:0:2407:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382414.134493:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382414.134502:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382414.134510:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382414.134511:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787382414.134691:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787382414.134697:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787382414.134702:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:0.0:1787382414.822003:0:10269:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff9195080a1690. 00000400:00000040:0.0:1787382414.822031:0:10269:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1787382414.822034:0:10269:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1787382414.822036:0:10269:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1787382414.822038:0:10269:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1787382414.822040:0:10269:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1787382414.822042:0:10269:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1787382414.822044:0:10269:0:(api-ni.c:3039:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1787382414.822137:0:10269:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff9195080a1690. 00010000:00000001:3.0:1787382415.157534:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382415.157545:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382415.157553:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382415.157554:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787382415.157578:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787382415.157582:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787382415.157586:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787382415.221574:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a220 (cpu 0) has reached its deadline 4295053594, at 4295053632 00000100:00000010:2.0:1787382415.221597:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919508ee9840. 00000100:00000040:3.0:1787382415.221747:0:830:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a330 (cpu 0) has reached its deadline 4295053594, at 4295053632 00000100:00000010:3.0:1787382415.221755:0:830:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff919508ee96c0. 00000800:00000001:3.0:1787382415.910166:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382415.910188:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382415.910194:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382415.910196:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382415.910210:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.910220:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382415.910233:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.910240:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.910248:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.910252:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 328 into portal 15 MB=0x6a89498b19080 00000400:00000200:3.0:1787382415.910264:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.139@tcp of length 328/328 into md 0x5 [2] + 984 00000800:00000001:3.0:1787382415.910276:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382415.910280:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382415.910284:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382415.910290:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382415.910301:0:2400:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1787382415.910304:0:2400:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1787382415.910334:0:2400:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279c380. 00000100:00000040:3.0:1787382415.910338:0:2400:0:(events.c:337:request_in_callback()) incoming req@ffff91951279c380 x1874206030663808 msgsize 328 00000100:00100000:3.0:1787382415.910344:0:2400:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00000001:3.0:1787382415.910367:0:2400:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1787382415.910380:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382415.910384:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382415.910386:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382415.910388:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382415.910392:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.910396:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382415.910480:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.910484:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.910487:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.910490:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 328 into portal 15 MB=0x6a89498b19500 00000400:00000200:3.0:1787382415.910495:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index f from 12345-192.168.204.139@tcp of length 328/328 into md 0x5 [2] + 1312 00000800:00000001:3.0:1787382415.910499:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382415.910508:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382415.910510:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382415.910514:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382415.910517:0:2400:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1787382415.910519:0:2400:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1787382415.910533:0:2400:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279dc00. 00000100:00000040:3.0:1787382415.910536:0:2400:0:(events.c:337:request_in_callback()) incoming req@ffff91951279dc00 x1874206030664960 msgsize 328 00000100:00100000:3.0:1787382415.910540:0:2400:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.139@tcp (source: 12345-192.168.204.139@tcp) 00000100:00000001:3.0:1787382415.910550:0:2400:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1787382415.910554:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382415.910558:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382415.910586:0:6170:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1787382415.910589:0:6170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874206030663808 02000000:00000001:3.0:1787382415.910592:0:6170:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1787382415.910596:0:6170:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382415.910599:0:6170:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382415.910606:0:6170:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382415.910612:0:6170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874206030663808 00000020:00000001:3.0:1787382415.910624:0:6170:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1787382415.910626:0:6170:0:(genops.c:825:class_conn2export()) looking for export cookie 0x7c2edf798b57cf06 00000020:00000001:3.0:1787382415.910629:0:6170:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787382415.910633:0:6170:0:(lustre_handles.c:147:class_handle2object()) GET export ffff919507214800 refcount=3 00000020:00000001:3.0:1787382415.910636:0:6170:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622667988617216 : -121405720934400 : ffff919507214800) 00000020:00000001:3.0:1787382415.910639:0:6170:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622667988617216 : -121405720934400 : ffff919507214800) 00000100:00000001:3.0:1787382415.910645:0:6170:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787382415.910650:0:6170:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919506a19940. 00000100:00000001:3.0:1787382415.910654:0:6170:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787382415.910657:0:6170:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff919506a19940. 00000020:00000010:3.0:1787382415.910666:0:6170:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919510281400. 00000020:00000010:3.0:1787382415.910674:0:6170:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9195126c4900. 00000020:00000010:3.0:1787382415.910681:0:6170:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91951022bed8. 00000100:00000040:3.0:1787382415.910694:0:6170:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1787382415.910699:0:6170:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1787382415.910701:0:6170:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1787382415.910704:0:6170:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382415.910716:0:6170:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382415.910718:0:6170:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382415.910729:0:6170:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1787382415.910731:0:6170:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874206030664960 02000000:00000001:3.0:1787382415.910733:0:6170:0:(sec.c:2495:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1787382415.910734:0:6170:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382415.910736:0:6170:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382415.910738:0:6170:0:(sec.c:2544:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382415.910740:0:6170:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874206030664960 00000020:00000001:3.0:1787382415.910742:0:6170:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:3.0:1787382415.910743:0:6170:0:(genops.c:825:class_conn2export()) looking for export cookie 0x7c2edf798b57cf06 00000020:00000001:3.0:1787382415.910745:0:6170:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787382415.910747:0:6170:0:(lustre_handles.c:147:class_handle2object()) GET export ffff919507214800 refcount=4 00000020:00000001:3.0:1787382415.910749:0:6170:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622667988617216 : -121405720934400 : ffff919507214800) 00000020:00000001:3.0:1787382415.910751:0:6170:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446622667988617216 : -121405720934400 : ffff919507214800) 00000100:00000001:3.0:1787382415.910753:0:6170:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787382415.910756:0:6170:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919506a19940. 00000100:00000001:3.0:1787382415.910764:0:6170:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787382415.910766:0:6170:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff919506a19940. 00000020:00000010:3.0:1787382415.910771:0:6170:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919510281600. 00000020:00000010:3.0:1787382415.910773:0:6170:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff9195126c4300. 00000020:00000010:3.0:1787382415.910777:0:6170:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff91951022b320. 00000100:00000001:3.0:1787382415.910780:0:6170:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1787382415.910782:0:6170:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1787382415.910783:0:6170:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382415.910786:0:6170:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382415.910788:0:6170:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382415.910798:0:6170:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1787382415.910800:0:6170:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1787382415.910805:0:6170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 3 00000100:00000040:3.0:1787382415.910810:0:6170:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff919507214800 : new rpc_count 1 00000100:00000001:3.0:1787382415.910812:0:6170:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622668178965376 : -121405530586240 : ffff91951279c380) 00000100:00000040:3.0:1787382415.910823:0:6170:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91951279c380 x1874206030663808/t0(0) o104->c7f076f5-cd8a-4f1e-b923-10e1a46b7089@192.168.204.139@tcp:711/0 lens 328/0 e 0 to 0 dl 1787382426 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382415.910833:0:6170:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787382415.910836:0:6170:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919506a19940. 00000100:00000001:3.0:1787382415.910838:0:6170:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787382415.910841:0:6170:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff919506a19940. 00000100:00100000:3.0:1787382415.910845:0:6170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91951279c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:c7f076f5-cd8a-4f1e-b923-10e1a46b7089+4:13391:x1874206030663808:12345-192.168.204.139@tcp:104: 00000100:00000200:3.0:1787382415.910850:0:6170:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874206030663808 00010000:00000001:3.0:1787382415.910854:0:6170:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1787382415.910864:0:6170:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787382415.910866:0:6170:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787382415.910869:0:6170:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff919500031400 refcount=2 00000020:00000001:3.0:1787382415.910871:0:6170:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622667869197312 : -121405840354304 : ffff919500031400) 00010000:00000001:3.0:1787382415.910874:0:6170:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622667869197312 : -121405840354304 : ffff919500031400) 00010000:00000001:3.0:1787382415.910878:0:6170:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787382415.910883:0:6170:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787382415.910896:0:6170:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff919500031400/0x7c2edf798b57cfd1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7d25ed8dbe840007 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787382415.910907:0:6170:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1787382415.910910:0:6170:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1787382415.910916:0:6170:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919507e10800. 02000000:00000001:3.0:1787382415.910919:0:6170:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382415.910922:0:6170:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382415.910928:0:6170:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1787382415.910931:0:6170:0:(ldlm_lib.c:3314:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382415.910946:0:6170:0:(import.c:2148:obd_at_measure()) add 1 to ffff919508ce75e8 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382415.910951:0:6170:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787382415.910955:0:6170:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff919505125e80 refcount 28 to 192.168.204.139@tcp 00000100:00000001:3.0:1787382415.910957:0:6170:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622667954085504 : -121405755466112 : ffff919505125e80) 02000000:00000001:3.0:1787382415.910960:0:6170:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1787382415.910962:0:6170:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382415.910966:0:6170:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382415.910969:0:6170:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382415.910975:0:6170:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bcc0. 00000100:00000200:3.0:1787382415.910983:0:6170:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874206030663808, offset 224 00000400:00000200:3.0:1787382415.910990:0:6170:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382415.910998:0:6170:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.911006:0:6170:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.39@tcp to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382415.911013:0:6170:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [160:160:256:4294967295] 192.168.204.139@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:3.0:1787382415.911018:0:6170:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.911027:0:6170:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:192.168.204.39@tcp) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382415.911033:0:6170:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382415.911039:0:6170:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2700. 00000800:00000200:3.0:1787382415.911047:0:6170:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382415.911057:0:6170:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382415.911062:0:6170:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382415.911075:0:6170:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382415.911085:0:6170:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff919505125e80 refcount 27 to 192.168.204.139@tcp 00010000:00000001:3.0:1787382415.911088:0:6170:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1787382415.911093:0:6170:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff919507f619c0. 00010000:00000001:3.0:1787382415.911097:0:6170:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1787382415.911120:0:6170:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1787382415.911123:0:6170:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382415.911125:0:6170:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382415.911127:0:6170:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382415.911133:0:6170:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279c380 x1874206030663808/t0(0) o104->c7f076f5-cd8a-4f1e-b923-10e1a46b7089@192.168.204.139@tcp:711/0 lens 328/224 e 0 to 0 dl 1787382426 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787382415.911142:0:6170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91951279c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:c7f076f5-cd8a-4f1e-b923-10e1a46b7089+4:13391:x1874206030663808:12345-192.168.204.139@tcp:104: Request processed in 308us (802us total) trans 0 rc 0/0 00000100:00100000:3.0:1787382415.911150:0:6170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 3 00000100:00000040:3.0:1787382415.911154:0:6170:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff919507214800 : new rpc_count 0 00000100:00000001:3.0:1787382415.911156:0:6170:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1787382415.911158:0:6170:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1787382415.911165:0:6170:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9195126c4900. 00000020:00000010:3.0:1787382415.911170:0:6170:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91951022bed8. 00000020:00000010:3.0:1787382415.911174:0:6170:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919510281400. 00000020:00000040:3.0:1787382415.911180:0:6170:0:(genops.c:900:class_export_put()) PUTting export ffff919507214800 : new refcount 3 00000100:00000001:3.0:1787382415.911183:0:6170:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382415.911191:0:6170:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1787382415.911193:0:6170:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1787382415.911196:0:6170:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.139@tcp, seq: 4 00000100:00000040:3.0:1787382415.911199:0:6170:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff919507214800 : new rpc_count 1 00000100:00000001:3.0:1787382415.911201:0:6170:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446622668178971648 : -121405530579968 : ffff91951279dc00) 00000100:00000040:3.0:1787382415.911206:0:6170:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff91951279dc00 x1874206030664960/t0(0) o104->c7f076f5-cd8a-4f1e-b923-10e1a46b7089@192.168.204.139@tcp:711/0 lens 328/0 e 0 to 0 dl 1787382426 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1787382415.911214:0:6170:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1787382415.911217:0:6170:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff919506a19940. 00000100:00000001:3.0:1787382415.911220:0:6170:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1787382415.911228:0:6170:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff919506a19940. 00000100:00100000:3.0:1787382415.911232:0:6170:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff91951279dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:c7f076f5-cd8a-4f1e-b923-10e1a46b7089+3:13391:x1874206030664960:12345-192.168.204.139@tcp:104: 00000100:00000200:3.0:1787382415.911235:0:6170:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1874206030664960 00010000:00000001:3.0:1787382415.911237:0:6170:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1787382415.911240:0:6170:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787382415.911241:0:6170:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787382415.911244:0:6170:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9195014a5000 refcount=2 00000020:00000001:3.0:1787382415.911246:0:6170:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622667890642944 : -121405818908672 : ffff9195014a5000) 00010000:00000001:3.0:1787382415.911249:0:6170:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622667890642944 : -121405818908672 : ffff9195014a5000) 00010000:00000001:3.0:1787382415.911251:0:6170:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787382415.911253:0:6170:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787382415.911257:0:6170:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.139@tcp lock: ffff9195014a5000/0x7c2edf798b57cf92 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7d25ed8dbe83ff3c expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787382415.911264:0:6170:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1787382415.911266:0:6170:0:(sec.c:2566:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1787382415.911270:0:6170:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff919507e12800. 02000000:00000001:3.0:1787382415.911272:0:6170:0:(sec.c:2603:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382415.911274:0:6170:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382415.911276:0:6170:0:(ldlm_lib.c:3304:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1787382415.911278:0:6170:0:(ldlm_lib.c:3314:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382415.911280:0:6170:0:(import.c:2148:obd_at_measure()) add 1 to ffff919508ce75e8 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382415.911285:0:6170:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1787382415.911287:0:6170:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff919505125e80 refcount 28 to 192.168.204.139@tcp 00000100:00000001:3.0:1787382415.911289:0:6170:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446622667954085504 : -121405755466112 : ffff919505125e80) 02000000:00000001:3.0:1787382415.911291:0:6170:0:(sec.c:2617:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1787382415.911293:0:6170:0:(sec.c:2628:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382415.911295:0:6170:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382415.911297:0:6170:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382415.911300:0:6170:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bb28. 00000100:00000200:3.0:1787382415.911303:0:6170:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1874206030664960, offset 224 00000400:00000200:3.0:1787382415.911308:0:6170:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382415.911313:0:6170:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.911323:0:6170:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source Specified: 192.168.204.39@tcp to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382415.911327:0:6170:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [161:161:255:4294967295] 192.168.204.139@tcp LPNI seq info [161:161:7:4294967295] 00000400:00000200:3.0:1787382415.911331:0:6170:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.911338:0:6170:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:192.168.204.39@tcp) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382415.911343:0:6170:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382415.911346:0:6170:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2e00. 00000800:00000200:3.0:1787382415.911350:0:6170:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382415.911355:0:6170:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382415.911357:0:6170:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1787382415.911361:0:6170:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382415.911363:0:6170:0:(lustre_net.h:1975:ptlrpc_connection_put()) PUT conn=ffff919505125e80 refcount 27 to 192.168.204.139@tcp 00010000:00000001:3.0:1787382415.911366:0:6170:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1787382415.911368:0:6170:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff919507f61c00. 00010000:00000001:3.0:1787382415.911370:0:6170:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1787382415.911388:0:6170:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:3.0:1787382415.911390:0:6170:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382415.911392:0:6170:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382415.911393:0:6170:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382415.911427:0:6170:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279dc00 x1874206030664960/t0(0) o104->c7f076f5-cd8a-4f1e-b923-10e1a46b7089@192.168.204.139@tcp:711/0 lens 328/224 e 0 to 0 dl 1787382426 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787382415.911437:0:6170:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff91951279dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:c7f076f5-cd8a-4f1e-b923-10e1a46b7089+3:13391:x1874206030664960:12345-192.168.204.139@tcp:104: Request processed in 221us (899us total) trans 0 rc 0/0 00000100:00100000:3.0:1787382415.911444:0:6170:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.139@tcp, seq: 4 00000100:00000040:3.0:1787382415.911447:0:6170:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff919507214800 : new rpc_count 0 00000100:00000001:3.0:1787382415.911449:0:6170:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1787382415.911451:0:6170:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1787382415.911453:0:6170:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff9195126c4300. 00000020:00000010:3.0:1787382415.911457:0:6170:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff91951022b320. 00000020:00000010:3.0:1787382415.911460:0:6170:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919510281600. 00000020:00000040:3.0:1787382415.911468:0:6170:0:(genops.c:900:class_export_put()) PUTting export ffff919507214800 : new refcount 2 00000100:00000001:3.0:1787382415.911471:0:6170:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787382415.911528:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000020:00000001:0.0:1787382415.911532:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000800:00000010:3.0:1787382415.911534:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2700. 00000020:00000001:0.0:1787382415.911539:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382415.911541:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00010000:0.0:1787382415.911545:0:6177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000400:00000200:3.0:1787382415.911550:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00010000:00000001:0.0:1787382415.911551:0:6177:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1787382415.911556:0:6177:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00000400:00000200:3.0:1787382415.911557:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bcc0 00000400:00000010:3.0:1787382415.911562:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bcc0. 00010000:00010000:0.0:1787382415.911563:0:6177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff919500031400/0x7c2edf798b57cfd1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x7d25ed8dbe840007 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787382415.911566:0:2399:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1787382415.911569:0:2399:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:0.0:1787382415.911578:0:6177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff919500031400 already unused, calling callback (ffffffffc14b7c20) 10000000:00000001:0.0:1787382415.911583:0:6177:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1787382415.911587:0:6177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff919500031400/0x7c2edf798b57cfd1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x7d25ed8dbe840007 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787382415.911594:0:6177:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787382415.911603:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787382415.911604:0:6177:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1787382415.911607:0:6177:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff919500031400 refcount=3 00000020:00000001:0.0:1787382415.911609:0:6177:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622667869197312 : -121405840354304 : ffff919500031400) 00010000:00000001:0.0:1787382415.911612:0:6177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622667869197312 : -121405840354304 : ffff919500031400) 00010000:00000001:0.0:1787382415.911617:0:6177:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787382415.911620:0:6177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff919500031400/0x7c2edf798b57cfd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x7d25ed8dbe840007 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1787382415.911623:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382415.911628:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2e00. 10000000:00000001:0.0:1787382415.911630:0:6177:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 00000400:00000200:3.0:1787382415.911632:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:00010000:0.0:1787382415.911635:0:6177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff919500031400/0x7c2edf798b57cfd1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x7d25ed8dbe840007 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000400:00000200:3.0:1787382415.911639:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382415.911645:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bb28 10000000:01000000:0.0:1787382415.911649:0:6177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00000400:00000010:3.0:1787382415.911649:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bb28. 00000100:00000001:3.0:1787382415.911655:0:2399:0:(events.c:386:reply_out_callback()) Process entered 10000000:00000001:0.0:1787382415.911657:0:6177:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:3.0:1787382415.911657:0:2399:0:(events.c:398:reply_out_callback()) Process leaving 10000000:00000040:0.0:1787382415.911661:0:6177:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1787382415.911664:0:6177:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1787382415.911667:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1787382415.911669:0:6177:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787382415.911681:0:6177:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1787382415.911683:0:6177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1787382415.911685:0:6177:0:(mgc_request.c:123:config_log_put()) log params(ffff919506963000) refs 2 10000000:00000001:0.0:1787382415.911688:0:6177:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1787382415.911690:0:6177:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382415.911694:0:6177:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787382415.911698:0:6177:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787382415.911700:0:6177:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787382415.911702:0:6177:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787382415.911704:0:6177:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787382415.911708:0:6177:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff919500031400 with handle 0x7c2edf798b57cfd1 from hash 00010000:00000001:0.0:1787382415.911711:0:6177:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787382415.911713:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787382415.911715:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787382415.911717:0:6177:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787382415.911719:0:6177:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787382415.911721:0:6177:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1787382415.911730:0:6177:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787382415.911733:0:6177:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1787382415.911741:0:6177:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060fce00. 00000020:00000040:0.0:1787382415.911744:0:6177:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000100:00000001:0.0:1787382415.911749:0:6177:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382415.911752:0:6177:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382415.911758:0:6177:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382415.911767:0:6177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff919505495200. 00000100:00000001:0.0:1787382415.911775:0:6177:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382415.911778:0:6177:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787382415.911782:0:6177:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff919500031400/0x7c2edf798b57cfd1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7d25ed8dbe840007 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382415.911788:0:6177:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1787382415.911790:0:6177:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382415.911795:0:6177:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382415.911802:0:6177:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382415.911824:0:6177:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e87e1b9a] to pc [ptlrpcd_00_00+0] req@ffff9195060fce00 x1874206007512064/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787382415.911849:0:6177:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787382415.911852:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787382415.911854:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787382415.911855:0:6177:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382415.911857:0:6177:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787382415.911860:0:6177:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382415.911863:0:6177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff919500031400/0x7c2edf798b57cfd1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7d25ed8dbe840007 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787382415.911869:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787382415.911871:0:6177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff919500031400/0x7c2edf798b57cfd1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7d25ed8dbe840007 expref: -99 pid: 9102 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787382415.911886:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787382415.911887:0:6177:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1787382415.911896:0:6177:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff919507f619c0. 00010000:00000001:0.0:1787382415.911901:0:6177:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382415.911903:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382415.911905:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382415.911906:0:6177:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1787382415.911908:0:6177:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1787382415.911909:0:6177:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1787382415.911912:0:6177:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.139@tcp lock: ffff9195014a5000/0x7c2edf798b57cf92 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x7d25ed8dbe83ff3c expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382415.911918:0:6177:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9195014a5000 already unused, calling callback (ffffffffc14b7c20) 10000000:00000001:0.0:1787382415.911921:0:6177:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1787382415.911923:0:6177:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.139@tcp lock: ffff9195014a5000/0x7c2edf798b57cf92 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x7d25ed8dbe83ff3c expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787382415.911928:0:6177:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1787382415.911930:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787382415.911931:0:6177:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1787382415.911943:0:6177:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9195014a5000 refcount=3 00000020:00000001:0.0:1787382415.911945:0:6177:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622667890642944 : -121405818908672 : ffff9195014a5000) 00010000:00000001:0.0:1787382415.911947:0:6177:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622667890642944 : -121405818908672 : ffff9195014a5000) 00010000:00000001:0.0:1787382415.911949:0:6177:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1787382415.911951:0:6177:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.139@tcp lock: ffff9195014a5000/0x7c2edf798b57cf92 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x7d25ed8dbe83ff3c expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:0.0:1787382415.911956:0:6177:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1787382415.911958:0:6177:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.139@tcp lock: ffff9195014a5000/0x7c2edf798b57cf92 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x7d25ed8dbe83ff3c expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787382415.911962:0:6177:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1787382415.911965:0:6177:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1787382415.911967:0:6177:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1787382415.911968:0:6177:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1787382415.911970:0:6177:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1787382415.911976:0:6177:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787382415.911989:0:6177:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1787382415.911991:0:6177:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1787382415.911993:0:6177:0:(mgc_request.c:123:config_log_put()) log params(ffff919506392e00) refs 2 10000000:00000001:0.0:1787382415.911994:0:6177:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1787382415.911996:0:6177:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382415.911998:0:6177:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1787382415.912000:0:6177:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1787382415.912001:0:6177:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1787382415.912002:0:6177:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1787382415.912004:0:6177:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1787382415.912007:0:6177:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff9195014a5000 with handle 0x7c2edf798b57cf92 from hash 00010000:00000001:0.0:1787382415.912008:0:6177:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1787382415.912010:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787382415.912011:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787382415.912012:0:6177:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1787382415.912014:0:6177:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1787382415.912016:0:6177:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1787382415.912018:0:6177:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1787382415.912019:0:6177:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1787382415.912023:0:6177:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060ffb80. 00000020:00000040:0.0:1787382415.912025:0:6177:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=5 obd=MGC192.168.204.139@tcp 00000100:00000001:0.0:1787382415.912028:0:6177:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382415.912029:0:6177:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382415.912031:0:6177:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382415.912036:0:6177:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff919508e45000. 00000100:00000001:0.0:1787382415.912039:0:6177:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382415.912040:0:6177:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1787382415.912043:0:6177:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.139@tcp lock: ffff9195014a5000/0x7c2edf798b57cf92 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7d25ed8dbe83ff3c expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787382415.912048:0:6177:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1787382415.912050:0:6177:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382415.912052:0:6177:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382415.912054:0:6177:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382415.912060:0:6177:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b04ad96] to pc [ptlrpcd_00_01+1] req@ffff9195060ffb80 x1874206007512192/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787382415.912079:0:6177:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1787382415.912081:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787382415.912083:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787382415.912084:0:6177:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382415.912085:0:6177:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787382415.912087:0:6177:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382415.912090:0:6177:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.139@tcp lock: ffff9195014a5000/0x7c2edf798b57cf92 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7d25ed8dbe83ff3c expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787382415.912095:0:6177:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1787382415.912097:0:6177:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.139@tcp lock: ffff9195014a5000/0x7c2edf798b57cf92 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x7d25ed8dbe83ff3c expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1787382415.912104:0:6177:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff919510a7bd00 count: 0 00010000:00000001:0.0:1787382415.912114:0:6177:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1787382415.912116:0:6177:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1787382415.912117:0:6177:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff919507f61c00. 00010000:00000001:0.0:1787382415.912120:0:6177:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382415.912122:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382415.912123:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382415.912125:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787382415.912126:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382415.912128:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382415.912130:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1787382415.912131:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382415.912133:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382415.912134:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1787382415.912143:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382415.912147:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382415.912150:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382415.912166:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060ffb80 x1874206007512192/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382415.912175:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382415.912183:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382415.912189:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382415.912193:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382415.912195:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382415.912199:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007512192:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787382415.912204:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382415.912211:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382415.912215:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382415.912218:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382415.912222:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919508e44400. 02000000:00000001:0.0:1787382415.912224:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382415.912230:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382415.912234:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919503422738. 00000020:00000001:1.0:1787382415.912313:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787382415.912316:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787382415.912318:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1787382415.912325:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382415.912328:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787382415.912330:0:2405:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787382415.912338:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060fce00 x1874206007512064/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382415.912346:0:2405:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787382415.912347:0:2405:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382415.912350:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787382415.912352:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787382415.912354:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787382415.912357:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2405:1874206007512064:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787382415.912361:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1787382415.912363:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142330. 02000000:00000001:1.0:1787382415.912364:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787382415.912368:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382415.912371:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1787382415.912373:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007512192, portal 18 02000000:00000010:1.0:1787382415.912377:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919502d59e00. 00000100:00000001:0.0:1787382415.912378:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382415.912381:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970706304 : -121405738845312 : ffff9195060ffb80) 02000000:00000001:1.0:1787382415.912382:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787382415.912388:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000040:0.0:1787382415.912392:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060ffb80 x1874206007512192/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1787382415.912394:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919508ef9840. 00000400:00000010:1.0:1787382415.912442:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507312908. 00000100:00000200:1.0:1787382415.912446:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007512064, portal 18 00000100:00000001:1.0:1787382415.912448:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787382415.912449:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970694656 : -121405738856960 : ffff9195060fce00) 00000100:00000040:1.0:1787382415.912473:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060fce00 x1874206007512064/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382415.912481:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787382415.912483:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:1.0:1787382415.912486:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507312bb0. 00000100:00000200:1.0:1787382415.912491:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874206007512064, offset 0 00000400:00000200:1.0:1787382415.912496:0:2405:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:1.0:1787382415.912504:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:1.0:1787382415.912510:0:2405:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:1.0:1787382415.912516:0:2405:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787382415.912531:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:1.0:1787382415.912536:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787382415.912539:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:1.0:1787382415.912542:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [162:162:256:4294967295] 192.168.204.139@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:1.0:1787382415.912547:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:1.0:1787382415.912556:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:1.0:1787382415.912562:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:1.0:1787382415.912567:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195035e0400. 00000800:00000200:1.0:1787382415.912572:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:1.0:1787382415.912579:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:1.0:1787382415.912583:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195035e0400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1787382415.912598:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787382415.912603:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:1.0:1787382415.912606:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295055618 00000100:00000010:1.0:1787382415.912611:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9195061f9f00. 00000100:00000001:1.0:1787382415.912621:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1787382415.912628:0:2405:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295055618 00000100:00000010:1.0:1787382415.912631:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9195061f97e0. 00000100:00000001:1.0:1787382415.912635:0:2405:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1787382415.912638:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787382415.912647:0:2405:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382415.912650:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382415.912653:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382415.912660:0:2405:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787382415.912663:0:2405:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787382415.912665:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382415.912667:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787382415.912668:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382415.912671:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787382415.912753:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382415.912759:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195035e0400. 00000400:00000200:2.0:1787382415.912764:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382415.912769:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382415.912774:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507312bb0 00000400:00000010:2.0:1787382415.912776:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507312bb0. 00000100:00000001:2.0:1787382415.912780:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382415.912785:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060fce00 x1874206007512064/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382415.912796:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382415.912799:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060fce00 x1874206007512064/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382415.912806:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382415.912808:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787382415.914766:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382415.914790:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382415.914796:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382415.914798:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382415.914856:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.914865:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382415.914877:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.914883:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.914890:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.914894:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 18 MB=0x6a89497504c00 00000400:00000200:3.0:1787382415.914900:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.914907:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.139@tcp of length 224/224 into md 0x925 [1] + 224 00000800:00000001:3.0:1787382415.914916:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382415.914924:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382415.914927:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382415.914941:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382415.914950:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382415.914977:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060fce00 x1874206007512064/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382415.914989:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060fce00 x1874206007512064/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382415.915052:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382415.915058:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382415.915076:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382415.915088:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382415.915091:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382415.917590:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382415.917602:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382415.917617:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9195061425d8. 00000100:00000200:0.0:1787382415.917630:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1874206007512192, offset 0 00000400:00000200:0.0:1787382415.917641:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382415.917688:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382415.917701:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382415.917709:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382415.917715:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382415.917720:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382415.917723:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382415.917728:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [163:163:256:4294967295] 192.168.204.139@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:0.0:1787382415.917733:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382415.917745:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382415.917775:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382415.917782:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919506162700. 00000800:00000200:0.0:1787382415.917792:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382415.917806:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382415.917822:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919506162700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1787382415.917841:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382415.917846:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382415.917849:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295055623 00000100:00000001:0.0:1787382415.917860:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295055618 00000100:00000001:0.0:1787382415.917867:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295055623 00000100:00000001:0.0:1787382415.917871:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295055618 00000100:00000001:0.0:1787382415.917875:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382415.917879:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382415.917884:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382415.917889:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382415.917899:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382415.917902:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1787382415.917905:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382415.917906:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382415.917908:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382415.917910:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1787382415.919346:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787382415.919354:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787382415.919359:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919508ef9840. 00000400:00000200:1.0:1787382415.919371:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507312908 00000400:00000010:1.0:1787382415.919374:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507312908. 00000100:00000001:1.0:1787382415.919381:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787382415.919396:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060fce00 x1874206007512064/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787382415.920300:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060fce00 x1874206007512064/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382415.920311:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787382415.920315:0:2405:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382415.920320:0:2405:0:(client.c:1580:after_reply()) Process entered 00000800:00000200:3.0:1787382415.920717:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382415.920725:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919506162700. 00000400:00000200:3.0:1787382415.920734:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382415.920741:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382415.920750:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9195061425d8 00000400:00000010:3.0:1787382415.920753:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9195061425d8. 00000100:00000001:3.0:1787382415.920758:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382415.920765:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060ffb80 x1874206007512192/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382415.920780:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382415.920784:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060ffb80 x1874206007512192/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382415.920792:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382415.920794:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787382415.923785:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382415.923811:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382415.923817:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382415.923820:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382415.923834:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.923844:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382415.923859:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.923865:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.923873:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.923878:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 18 MB=0x6a89497504c80 00000400:00000200:3.0:1787382415.923883:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382415.923910:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.204.139@tcp of length 224/224 into md 0x91d [1] + 224 00000800:00000001:3.0:1787382415.923920:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382415.923928:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382415.923941:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382415.923947:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382415.923957:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382415.923969:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060ffb80 x1874206007512192/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382415.923980:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060ffb80 x1874206007512192/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382415.924000:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382415.924012:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382415.924016:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1787382415.924088:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787382415.924094:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787382415.924097:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382415.924101:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787382415.924112:0:2405:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6ca8 time=83 v=5 (5 0 0 0) 00000100:00001000:1.0:1787382415.924118:0:2405:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=95 v=5 (1 0 0 0) 00000100:00000001:1.0:1787382415.924122:0:2405:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787382415.924125:0:2405:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787382415.924129:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787382415.924133:0:2405:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382415.924136:0:2405:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382415.924145:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060fce00 x1874206007512064/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382415.924169:0:2405:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787382415.924173:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787382415.924176:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787382415.924182:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060fce00 x1874206007512064/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382415.924191:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2405:1874206007512064:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1787382415.924197:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382415.924202:0:2405:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787382415.924205:0:2405:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060fce00 x1874206007512064/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382415.924214:0:2405:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787382415.924218:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787382415.924223:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919502d59e00. 02000000:00000001:1.0:1787382415.924227:0:2405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787382415.924230:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787382415.924232:0:2405:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000020:00000001:1.0:1787382415.924235:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787382415.924238:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff919505495200. 02000000:00000001:1.0:1787382415.924246:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787382415.924248:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787382415.924251:0:2405:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060fce00. 00000100:00000001:0.0:1787382415.924257:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382415.924258:0:2405:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787382415.924260:0:2405:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382415.924264:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787382415.924266:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1787382415.924275:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1787382415.924278:0:2405:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:0.0:1787382415.924279:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1787382415.924282:0:2405:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1787382415.924286:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919503422738. 00000100:00000001:1.0:1787382415.924287:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382415.924291:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382415.924294:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142330 00000400:00000010:0.0:1787382415.924299:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142330. 00000100:00000001:0.0:1787382415.924303:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382415.924308:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060ffb80 x1874206007512192/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382415.924319:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060ffb80 x1874206007512192/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382415.924338:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382415.924340:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382415.924343:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382415.924346:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382415.924347:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382415.924349:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382415.924351:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382415.924354:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6ca8 time=83 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382415.924358:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382415.924360:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382415.924361:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382415.924363:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787382415.924365:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382415.924367:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382415.924372:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060ffb80 x1874206007512192/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382415.924379:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382415.924381:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382415.924383:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382415.924387:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060ffb80 x1874206007512192/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382415.924394:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007512192:192.168.204.139@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1787382415.924425:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382415.924428:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382415.924432:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060ffb80 x1874206007512192/t0(0) o103->MGC192.168.204.139@tcp@192.168.204.139@tcp:17/18 lens 328/224 e 0 to 0 dl 1787382431 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382415.924438:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382415.924440:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382415.924442:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919508e44400. 02000000:00000001:0.0:1787382415.924445:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382415.924447:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382415.924448:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=3 obd=MGC192.168.204.139@tcp 00000020:00000001:0.0:1787382415.924456:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382415.924458:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff919508e45000. 02000000:00000001:0.0:1787382415.924461:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382415.924463:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382415.924465:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060ffb80. 00000100:00000001:0.0:1787382415.924468:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382415.924469:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382415.924472:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382415.924476:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382415.924478:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382415.924480:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382415.924482:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1787382415.934516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff919500031400. 00010000:00000010:0.1:1787382415.934564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff919510a7bd00. 00010000:00000010:0.1:1787382415.934572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9195014a5000. 00010000:00000001:3.0:1787382416.184067:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382416.184076:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382416.184084:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382416.184086:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787382416.195633:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787382416.195643:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787382416.195650:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000001:2.0:1787382416.715915:0:10348:0:(debug.c:306:cfs_str2mask()) Process entered 10000000:00000001:3.0:1787382417.013579:0:6181:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1787382417.013591:0:6181:0:(mgc_request.c:108:config_log_get()) log params (ffff919506963000) refs 2 10000000:00000001:3.0:1787382417.013598:0:6181:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787382417.013602:0:6181:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1787382417.013604:0:6181:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1787382417.013605:0:6181:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:3.0:1787382417.013609:0:6181:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:3.0:1787382417.013611:0:6181:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:3.0:1787382417.013614:0:6181:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff9195102cc800 from 7 10000000:00000001:3.0:1787382417.013618:0:6181:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:3.0:1787382417.013620:0:6181:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:3.0:1787382417.013631:0:6181:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279fb80. 00000020:00000040:3.0:1787382417.013638:0:6181:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000100:00000001:3.0:1787382417.013643:0:6181:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382417.013648:0:6181:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382417.013656:0:6181:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382417.013667:0:6181:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff919510281400. 00000100:00000001:3.0:1787382417.013677:0:6181:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382417.013706:0:6181:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1787382417.013710:0:6181:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1787382417.013720:0:6181:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff919511318f00. 00010000:00000001:3.0:1787382417.013726:0:6181:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1787382417.013731:0:6181:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff9195421c4200. 00000020:00000001:3.0:1787382417.013737:0:6181:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1787382417.013741:0:6181:0:(lustre_handles.c:93:class_handle_hash()) added object ffff9195421c4200 with handle 0x7c2edf798b57d002 to hash 00000020:00000001:3.0:1787382417.013743:0:6181:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1787382417.013745:0:6181:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622668978143744 : -121404731407872 : ffff9195421c4200) 00010000:00000001:3.0:1787382417.013749:0:6181:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622668978143744 : -121404731407872 : ffff9195421c4200) 00010000:00000001:3.0:1787382417.013754:0:6181:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1787382417.013758:0:6181:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787382417.013763:0:6181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff9195421c4200/0x7c2edf798b57d002 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787382417.013776:0:6181:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff9195421c4200/0x7c2edf798b57d002 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787382417.013790:0:6181:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff9195421c4200/0x7c2edf798b57d002 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1787382417.013798:0:6181:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787382417.013801:0:6181:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787382417.013811:0:6181:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff919507f61480. 00000100:00000001:3.0:1787382417.013813:0:6181:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622668002563200 : -121405706988416 : ffff919507f61480) 00000100:00000001:3.0:1787382417.013817:0:6181:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382417.013819:0:6181:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178979712 : -121405530571904 : ffff91951279fb80) 00000100:00000001:3.0:1787382417.013826:0:6181:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382417.013831:0:6181:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382417.013834:0:6181:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787382417.013836:0:6181:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382417.013853:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279fb80 x1874206007512320/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.013864:0:6181:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382417.013874:0:6181:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382417.013879:0:6181:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382417.013882:0:6181:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382417.013885:0:6181:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382417.013890:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007512320:192.168.204.139@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1787382417.013895:0:6181:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382417.013904:0:6181:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382417.013907:0:6181:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382417.013919:0:6181:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382417.013925:0:6181:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff919507e13000. 02000000:00000001:3.0:1787382417.013927:0:6181:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382417.013936:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382417.013941:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a1948. 00000400:00000010:3.0:1787382417.013953:0:6181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bb28. 00000100:00000200:3.0:1787382417.013964:0:6181:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874206007512320, portal 25 00000100:00000001:3.0:1787382417.013966:0:6181:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382417.013968:0:6181:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178979712 : -121405530571904 : ffff91951279fb80) 00000100:00000040:3.0:1787382417.013974:0:6181:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279fb80 x1874206007512320/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.013983:0:6181:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382417.013986:0:6181:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382417.013988:0:6181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bcc0. 00000100:00000200:3.0:1787382417.013992:0:6181:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874206007512320, offset 0 00000400:00000200:3.0:1787382417.014001:0:6181:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382417.014012:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.014023:0:6181:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382417.014032:0:6181:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382417.014038:0:6181:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382417.014043:0:6181:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382417.014047:0:6181:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382417.014052:0:6181:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [164:164:256:4294967295] 192.168.204.139@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:3.0:1787382417.014057:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.014069:0:6181:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382417.014085:0:6181:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382417.014090:0:6181:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2e00. 00000800:00000200:3.0:1787382417.014099:0:6181:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382417.014110:0:6181:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382417.014115:0:6181:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2e00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1787382417.014281:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382417.014288:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2e00. 00000400:00000200:2.0:1787382417.014296:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382417.014302:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382417.014308:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bcc0 00000400:00000010:2.0:1787382417.014320:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bcc0. 00000100:00000001:2.0:1787382417.014326:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382417.014331:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279fb80 x1874206007512320/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.014343:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382417.014347:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91951279fb80 x1874206007512320/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.014354:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.014356:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1787382417.014954:0:6181:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382417.014968:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382417.014971:0:6181:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295056720 00000100:00000001:3.0:1787382417.014981:0:6181:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295055623 00000100:00000001:3.0:1787382417.014986:0:6181:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295056720 00000100:00000001:3.0:1787382417.014990:0:6181:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295055623 00000100:00000001:3.0:1787382417.014994:0:6181:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382417.014998:0:6181:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382417.015001:0:6181:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787382417.015004:0:6181:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787382417.015008:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set ffff919507f61480 going to sleep for 11 seconds 00000100:00000001:3.0:1787382417.015012:0:6181:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382417.015015:0:6181:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787382417.019388:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382417.019456:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382417.019462:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382417.019465:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382417.019480:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.019491:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382417.019505:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.019512:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.019520:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.019526:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 344 into portal 25 MB=0x6a89497504d00 00000400:00000200:3.0:1787382417.019533:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.019541:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.139@tcp of length 344/344 into md 0x92d [1] + 224 00000800:00000001:3.0:1787382417.019551:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382417.019677:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382417.019683:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382417.019690:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382417.019700:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382417.019714:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279fb80 x1874206007512320/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382417.019728:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff91951279fb80 x1874206007512320/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.019755:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382417.019767:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382417.019772:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382417.019779:0:6181:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787382417.019792:0:6181:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382417.019796:0:6181:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382417.019800:0:6181:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a1948. 00000400:00000200:3.0:1787382417.019805:0:6181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bb28 00000400:00000010:3.0:1787382417.019808:0:6181:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bb28. 00000100:00000001:3.0:1787382417.019812:0:6181:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382417.019818:0:6181:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279fb80 x1874206007512320/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382417.019829:0:6181:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279fb80 x1874206007512320/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.019835:0:6181:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382417.019837:0:6181:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382417.019841:0:6181:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382417.019845:0:6181:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382417.019849:0:6181:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382417.019852:0:6181:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382417.019856:0:6181:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382417.019865:0:6181:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6c60 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382417.019871:0:6181:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382417.019874:0:6181:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382417.019876:0:6181:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382417.019880:0:6181:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787382417.019882:0:6181:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382417.019886:0:6181:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382417.019891:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279fb80 x1874206007512320/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.019899:0:6181:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382417.019903:0:6181:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382417.019905:0:6181:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382417.019909:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279fb80 x1874206007512320/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382417.019927:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007512320:192.168.204.139@tcp:101:ll_cfg_requeue.0 00000100:00000001:3.0:1787382417.019944:0:6181:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382417.019947:0:6181:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382417.019950:0:6181:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787382417.019953:0:6181:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382417.019957:0:6181:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279fb80 x1874206007512320/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.019963:0:6181:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787382417.019966:0:6181:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff919507f61480. 00000100:00000001:3.0:1787382417.019970:0:6181:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787382417.019972:0:6181:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382417.019976:0:6181:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1787382417.019981:0:6181:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787382417.019985:0:6181:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787382417.019989:0:6181:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9195421c4200 refcount=4 00000020:00000001:3.0:1787382417.019992:0:6181:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622668978143744 : -121404731407872 : ffff9195421c4200) 00010000:00000001:3.0:1787382417.019995:0:6181:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622668978143744 : -121404731407872 : ffff9195421c4200) 00010000:00000040:3.0:1787382417.020004:0:6181:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff9195421c4200, remote cookie: 0x7d25ed8dbe840031, flags: 0x0 00010000:00000001:3.0:1787382417.020008:0:6181:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1787382417.020013:0:6181:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1787382417.020016:0:6181:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1787382417.020018:0:6181:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1787382417.020020:0:6181:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1787382417.020023:0:6181:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff919511318f00) refcount = 1 00010000:00010000:3.0:1787382417.020029:0:6181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff9195421c4200/0x7c2edf798b57d002 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe840031 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787382417.020039:0:6181:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1787382417.020053:0:6181:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1787382417.020055:0:6181:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1787382417.020059:0:6181:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1787382417.020062:0:6181:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787382417.020065:0:6181:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff9195421c4200/0x7c2edf798b57d002 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x7d25ed8dbe840031 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1787382417.020082:0:6181:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1787382417.020085:0:6181:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787382417.020087:0:6181:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787382417.020088:0:6181:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787382417.020089:0:6181:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787382417.020091:0:6181:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382417.020095:0:6181:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382417.020100:0:6181:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279fb80 x1874206007512320/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.020107:0:6181:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382417.020110:0:6181:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382417.020115:0:6181:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff919507e13000. 02000000:00000001:3.0:1787382417.020118:0:6181:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382417.020121:0:6181:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382417.020123:0:6181:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=3 obd=MGC192.168.204.139@tcp 00000020:00000001:3.0:1787382417.020126:0:6181:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382417.020129:0:6181:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff919510281400. 02000000:00000001:3.0:1787382417.020134:0:6181:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382417.020136:0:6181:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382417.020138:0:6181:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279fb80. 00000100:00000001:3.0:1787382417.020143:0:6181:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382417.020144:0:6181:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:3.0:1787382417.020159:0:6181:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787382417.020165:0:6181:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1787382417.020168:0:6181:0:(mgc_request.c:108:config_log_get()) log params (ffff919506963000) refs 3 10000000:00000001:3.0:1787382417.020170:0:6181:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382417.020172:0:6181:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1787382417.020174:0:6181:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:3.0:1787382417.020175:0:6181:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9195421c4200 refcount=3 00000020:00000001:3.0:1787382417.020177:0:6181:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622668978143744 : -121404731407872 : ffff9195421c4200) 00010000:00000001:3.0:1787382417.020180:0:6181:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622668978143744 : -121404731407872 : ffff9195421c4200) 00010000:00000001:3.0:1787382417.020182:0:6181:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:3.0:1787382417.020184:0:6181:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1787382417.020185:0:6181:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1787382417.020192:0:6181:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1787382417.020196:0:6181:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:3.0:1787382417.020201:0:6181:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff919506a192c0. 00000020:00000010:3.0:1787382417.020206:0:6181:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919510281400. 00000020:00000010:3.0:1787382417.020213:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff919510281a00. 00000040:00000010:3.0:1787382417.020220:0:6181:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff919510281800. 00000020:00000010:3.0:1787382417.020226:0:6181:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff91951265b800. 00000020:00000010:3.0:1787382417.020232:0:6181:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff919510281e00. 80000000:00000010:3.0:1787382417.020237:0:6181:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff91950705dcc0. 00040000:00000010:3.0:1787382417.020244:0:6181:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff919510280800. 20000000:00000010:3.0:1787382417.020249:0:6181:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff919510281200. 10000000:00000040:3.0:1787382417.020255:0:6181:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff9195060ce780 : new refcount 2 00000020:00000001:3.0:1787382417.020259:0:6181:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:3.0:1787382417.020262:0:6181:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:3.0:1787382417.020265:0:6181:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:3.0:1787382417.020270:0:6181:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9195039f4e00. 00000040:00000001:3.0:1787382417.020275:0:6181:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:3.0:1787382417.020278:0:6181:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000100:00000010:3.0:1787382417.020283:0:6181:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279fb80. 00000020:00000040:3.0:1787382417.020285:0:6181:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=5 obd=MGC192.168.204.139@tcp 00000100:00000001:3.0:1787382417.020290:0:6181:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382417.020294:0:6181:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382417.020301:0:6181:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382417.020310:0:6181:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff919507c69c00. 00000100:00000001:3.0:1787382417.020318:0:6181:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382417.020325:0:6181:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787382417.020327:0:6181:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787382417.020333:0:6181:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff919507f61480. 00000100:00000001:3.0:1787382417.020335:0:6181:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622668002563200 : -121405706988416 : ffff919507f61480) 00000100:00000001:3.0:1787382417.020338:0:6181:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382417.020339:0:6181:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178979712 : -121405530571904 : ffff91951279fb80) 00000100:00000001:3.0:1787382417.020346:0:6181:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382417.020351:0:6181:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382417.020354:0:6181:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787382417.020355:0:6181:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382417.020365:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279fb80 x1874206007512448/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.020374:0:6181:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382417.020377:0:6181:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382417.020382:0:6181:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382417.020385:0:6181:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382417.020388:0:6181:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382417.020391:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007512448:192.168.204.139@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1787382417.020396:0:6181:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382417.020467:0:6181:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382417.020471:0:6181:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382417.020474:0:6181:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382417.020479:0:6181:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919507c68600. 02000000:00000001:3.0:1787382417.020482:0:6181:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382417.020487:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382417.020491:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a1948. 00000400:00000010:3.0:1787382417.020497:0:6181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bb28. 00000100:00000200:3.0:1787382417.020506:0:6181:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007512448, portal 25 00000100:00000001:3.0:1787382417.020509:0:6181:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382417.020510:0:6181:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178979712 : -121405530571904 : ffff91951279fb80) 00000100:00000040:3.0:1787382417.020516:0:6181:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279fb80 x1874206007512448/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.020524:0:6181:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382417.020527:0:6181:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382417.020530:0:6181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853b7f8. 00000100:00000200:3.0:1787382417.020534:0:6181:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1874206007512448, offset 0 00000400:00000200:3.0:1787382417.020543:0:6181:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382417.020552:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.020561:0:6181:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382417.020569:0:6181:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382417.020575:0:6181:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382417.020581:0:6181:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382417.020585:0:6181:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382417.020596:0:6181:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [165:165:256:4294967295] 192.168.204.139@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:3.0:1787382417.020602:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.020623:0:6181:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382417.020630:0:6181:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:3.0:1787382417.020637:0:6181:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195056d2700. 00000800:00000200:3.0:1787382417.020645:0:6181:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:3.0:1787382417.020654:0:6181:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:3.0:1787382417.020660:0:6181:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195056d2700 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:3.0:1787382417.020680:0:6181:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382417.020685:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:3.0:1787382417.020688:0:6181:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295056726 00000100:00000001:3.0:1787382417.020698:0:6181:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295056720 00000100:00000001:3.0:1787382417.020705:0:6181:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295056726 00000100:00000001:3.0:1787382417.020710:0:6181:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295056720 00000100:00000001:3.0:1787382417.020714:0:6181:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382417.020718:0:6181:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382417.020721:0:6181:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1787382417.020723:0:6181:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1787382417.020726:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set ffff919507f61480 going to sleep for 11 seconds 00000100:00000001:3.0:1787382417.020729:0:6181:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1787382417.020732:0:6181:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787382417.020791:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382417.020798:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195056d2700. 00000400:00000200:2.0:1787382417.020803:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382417.020808:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382417.020813:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853b7f8 00000400:00000010:2.0:1787382417.020816:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853b7f8. 00000100:00000001:2.0:1787382417.020819:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382417.020825:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279fb80 x1874206007512448/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.020835:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382417.020839:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91951279fb80 x1874206007512448/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.020858:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.020859:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787382417.027736:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382417.027762:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382417.027769:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382417.027772:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382417.027784:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.027794:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382417.027807:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.027813:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.027820:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.027825:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 272 into portal 25 MB=0x6a89497504d80 00000400:00000200:2.0:1787382417.027831:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.027839:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.139@tcp of length 272/272 into md 0x93d [1] + 224 00000800:00000001:2.0:1787382417.027849:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382417.027858:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382417.027863:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382417.027868:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382417.027877:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382417.027889:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279fb80 x1874206007512448/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382417.027901:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff91951279fb80 x1874206007512448/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.027931:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382417.027943:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382417.027946:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382417.029503:0:6181:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1787382417.029525:0:6181:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1787382417.029529:0:6181:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1787382417.029535:0:6181:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a1948. 00000400:00000200:3.0:1787382417.029548:0:6181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bb28 00000400:00000010:3.0:1787382417.029551:0:6181:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bb28. 00000100:00000001:3.0:1787382417.029557:0:6181:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382417.029573:0:6181:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279fb80 x1874206007512448/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1787382417.029586:0:6181:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279fb80 x1874206007512448/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.029628:0:6181:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1787382417.029631:0:6181:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382417.029635:0:6181:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1787382417.029639:0:6181:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1787382417.029643:0:6181:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1787382417.029645:0:6181:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382417.029649:0:6181:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1787382417.029659:0:6181:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6c60 time=97 v=5 (5 0 0 0) 00000100:00001000:3.0:1787382417.029664:0:6181:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1787382417.029667:0:6181:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1787382417.029669:0:6181:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382417.029673:0:6181:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1787382417.029676:0:6181:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382417.029679:0:6181:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1787382417.029685:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279fb80 x1874206007512448/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.029692:0:6181:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1787382417.029696:0:6181:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1787382417.029698:0:6181:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1787382417.029702:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279fb80 x1874206007512448/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787382417.029710:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007512448:192.168.204.139@tcp:501:ll_cfg_requeue.0 00000100:00000001:3.0:1787382417.029716:0:6181:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382417.029719:0:6181:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382417.029722:0:6181:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1787382417.029724:0:6181:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382417.029728:0:6181:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279fb80 x1874206007512448/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.029736:0:6181:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1787382417.029739:0:6181:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff919507f61480. 00000100:00000001:3.0:1787382417.029744:0:6181:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1787382417.029752:0:6181:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787382417.029761:0:6181:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:3.0:1787382417.029766:0:6181:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382417.029769:0:6181:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000020:00000001:3.0:1787382417.029772:0:6181:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:3.0:1787382417.029774:0:6181:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382417.029778:0:6181:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279fb80 x1874206007512448/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.029784:0:6181:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1787382417.029788:0:6181:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1787382417.029792:0:6181:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919507c68600. 02000000:00000001:3.0:1787382417.029796:0:6181:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1787382417.029797:0:6181:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1787382417.029798:0:6181:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=3 obd=MGC192.168.204.139@tcp 00000020:00000001:3.0:1787382417.029799:0:6181:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1787382417.029803:0:6181:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff919507c69c00. 02000000:00000001:3.0:1787382417.029808:0:6181:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1787382417.029810:0:6181:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1787382417.029813:0:6181:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279fb80. 00000100:00000001:3.0:1787382417.029817:0:6181:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1787382417.029819:0:6181:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1787382417.029822:0:6181:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1787382417.029826:0:6181:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:3.0:1787382417.029853:0:6181:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff919502fbe000. 00000040:00000001:3.0:1787382417.029856:0:6181:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:3.0:1787382417.029858:0:6181:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:3.0:1787382417.029861:0:6181:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000100:00000010:3.0:1787382417.029866:0:6181:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff91951279fb80. 00000020:00000040:3.0:1787382417.029868:0:6181:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=5 obd=MGC192.168.204.139@tcp 00000100:00000001:3.0:1787382417.029872:0:6181:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1787382417.029875:0:6181:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1787382417.029881:0:6181:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1787382417.029888:0:6181:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff919507c69c00. 00000100:00000001:3.0:1787382417.029894:0:6181:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382417.029898:0:6181:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1787382417.029900:0:6181:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1787382417.029907:0:6181:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff919507f61480. 00000100:00000001:3.0:1787382417.029923:0:6181:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622668002563200 : -121405706988416 : ffff919507f61480) 00000100:00000001:3.0:1787382417.029927:0:6181:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382417.029928:0:6181:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178979712 : -121405530571904 : ffff91951279fb80) 00000100:00000001:3.0:1787382417.029933:0:6181:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1787382417.029938:0:6181:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382417.029940:0:6181:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1787382417.029942:0:6181:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1787382417.029946:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff91951279fb80 x1874206007512576/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.029953:0:6181:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1787382417.029955:0:6181:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382417.029960:0:6181:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1787382417.029963:0:6181:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1787382417.029965:0:6181:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1787382417.029969:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff91951279fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007512576:192.168.204.139@tcp:503:ll_cfg_requeue.0 00000100:00000001:3.0:1787382417.029973:0:6181:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1787382417.029982:0:6181:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1787382417.029984:0:6181:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1787382417.029987:0:6181:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1787382417.030006:0:6181:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff919507e44000. 02000000:00000001:3.0:1787382417.030009:0:6181:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382417.030017:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:3.0:1787382417.030022:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195072a1948. 00000400:00000010:3.0:1787382417.030029:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff919507f61840. 00000100:00000200:3.0:1787382417.030038:0:6181:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874206007512576, portal 25 00000100:00000001:3.0:1787382417.030040:0:6181:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1787382417.030042:0:6181:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622668178979712 : -121405530571904 : ffff91951279fb80) 00000100:00000040:3.0:1787382417.030048:0:6181:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff91951279fb80 x1874206007512576/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.030056:0:6181:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1787382417.030059:0:6181:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:3.0:1787382417.030063:0:6181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff91950853bb28. 00000100:00000200:3.0:1787382417.030066:0:6181:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874206007512576, offset 0 00000400:00000200:3.0:1787382417.030082:0:6181:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382417.030094:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.030104:0:6181:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:3.0:1787382417.030111:0:6181:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382417.030116:0:6181:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:3.0:1787382417.030121:0:6181:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382417.030124:0:6181:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:3.0:1787382417.030129:0:6181:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [166:166:256:4294967295] 192.168.204.139@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:3.0:1787382417.030134:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.032292:0:6181:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:3.0:1787382417.032330:0:6181:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382417.032459:0:6181:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919506162500. 00000800:00000200:0.0:1787382417.032473:0:6181:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382417.032485:0:6181:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382417.032492:0:6181:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919506162500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1787382417.032523:0:6181:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382417.032533:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382417.032537:0:6181:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295056738 00000100:00000001:0.0:1787382417.032548:0:6181:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295056726 00000100:00000001:0.0:1787382417.032555:0:6181:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295056738 00000100:00000001:0.0:1787382417.032559:0:6181:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295056726 00000100:00000001:0.0:1787382417.032562:0:6181:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382417.032567:0:6181:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382417.032572:0:6181:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382417.032574:0:6181:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1787382417.032578:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set ffff919507f61480 going to sleep for 11 seconds 00000100:00000001:0.0:1787382417.032581:0:6181:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382417.032584:0:6181:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1787382417.032833:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1787382417.032840:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919506162500. 00000400:00000200:2.0:1787382417.032847:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382417.032854:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:2.0:1787382417.032861:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff91950853bb28 00000400:00000010:2.0:1787382417.032881:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff91950853bb28. 00000100:00000001:2.0:1787382417.032888:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1787382417.032898:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff91951279fb80 x1874206007512576/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.032921:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382417.032925:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff91951279fb80 x1874206007512576/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.032932:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.032935:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1787382417.046593:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382417.046631:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1787382417.046638:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382417.046642:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382417.046654:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.046666:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:2.0:1787382417.046681:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.046687:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.046695:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.046700:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 8416 into portal 25 MB=0x6a89497504e00 00000400:00000200:2.0:1787382417.046706:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.046715:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.139@tcp of length 8416/8416 into md 0x94d [4] + 224 00000800:00000001:2.0:1787382417.046725:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382417.046748:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1787382417.046752:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1787382417.046757:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:2.0:1787382417.046767:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382417.046778:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff91951279fb80 x1874206007512576/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1787382417.046791:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff91951279fb80 x1874206007512576/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.046824:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1787382417.046859:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1787382417.046863:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382417.046965:0:6181:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787382417.046977:0:6181:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382417.046980:0:6181:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382417.046984:0:6181:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195072a1948. 00000400:00000200:0.0:1787382417.046989:0:6181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507f61840 00000400:00000010:0.0:1787382417.046992:0:6181:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff919507f61840. 00000100:00000001:0.0:1787382417.047003:0:6181:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382417.047008:0:6181:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff91951279fb80 x1874206007512576/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382417.047018:0:6181:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff91951279fb80 x1874206007512576/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382417.047025:0:6181:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382417.047027:0:6181:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382417.047031:0:6181:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382417.047035:0:6181:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382417.047039:0:6181:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382417.047042:0:6181:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382417.047046:0:6181:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382417.047059:0:6181:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6c60 time=97 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382417.047064:0:6181:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382417.047067:0:6181:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382417.047069:0:6181:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382417.047072:0:6181:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787382417.047075:0:6181:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382417.047078:0:6181:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382417.047084:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff91951279fb80 x1874206007512576/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382417.047091:0:6181:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382417.047095:0:6181:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382417.047097:0:6181:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382417.047101:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff91951279fb80 x1874206007512576/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382417.047108:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff91951279fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007512576:192.168.204.139@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1787382417.047114:0:6181:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382417.047118:0:6181:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382417.047121:0:6181:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1787382417.047123:0:6181:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382417.047127:0:6181:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff91951279fb80 x1874206007512576/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382417.047140:0:6181:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1787382417.047144:0:6181:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff919507f61480. 00000100:00000001:0.0:1787382417.047147:0:6181:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1787382417.047149:0:6181:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1787382417.047161:0:6181:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1787382417.047163:0:6181:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382417.047166:0:6181:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff91951279fb80 x1874206007512576/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382417.047172:0:6181:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382417.047174:0:6181:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382417.047179:0:6181:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff919507e44000. 02000000:00000001:0.0:1787382417.047199:0:6181:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382417.047203:0:6181:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382417.047205:0:6181:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000020:00000001:0.0:1787382417.047207:0:6181:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382417.047211:0:6181:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff919507c69c00. 02000000:00000001:0.0:1787382417.047217:0:6181:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382417.047219:0:6181:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382417.047221:0:6181:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff91951279fb80. 00000100:00000001:0.0:1787382417.047225:0:6181:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382417.047227:0:6181:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1787382417.047230:0:6181:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382417.047231:0:6181:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=3 obd=MGC192.168.204.139@tcp 00000020:00000001:0.0:1787382417.047233:0:6181:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1787382417.047235:0:6181:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1787382417.047239:0:6181:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1787382417.047243:0:6181:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1787382417.047247:0:6181:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff9195057b94e0. 00000040:00001000:0.0:1787382417.047250:0:6181:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1787382417.048244:0:10384:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1787382417.048257:0:10384:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919510201600. 00000020:00000010:0.0:1787382417.048267:0:10384:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff919510201200. 00000040:00000010:0.0:1787382417.048274:0:10384:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff919510200800. 00000020:00000010:0.0:1787382417.048281:0:10384:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff919512650800. 00000020:00000010:0.0:1787382417.048297:0:10384:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff9195127aa338. 00000020:00000010:0.0:1787382417.048303:0:10384:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff919510201e00. 80000000:00000010:0.0:1787382417.048310:0:10384:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff9195057b9540. 40000000:00000010:0.0:1787382417.048316:0:10384:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff919505722d40. 00100000:00000010:0.0:1787382417.048324:0:10384:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff919512657000. 00040000:00000010:0.0:1787382417.048330:0:10384:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff919506162200. 00040000:00000010:0.0:1787382417.048336:0:10384:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff919512655000. 00040000:00000010:0.0:1787382417.048341:0:10384:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff919510200000. 00000004:00000010:0.0:1787382417.048347:0:10384:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff919512651800. 00000004:00000010:0.0:1787382417.048355:0:10384:0:(mdt_handler.c:8389:mdt_key_init()) kmalloced '(value)': 2568 at ffff91951264c000. 00000004:00000010:0.0:1787382417.048363:0:10384:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff919512650000. 00002000:00000010:0.0:1787382417.048370:0:10384:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff919503592800. 00000004:00000010:0.0:1787382417.048376:0:10384:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff919503593400. 00000020:00000010:0.0:1787382417.048435:0:10384:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff919505722380. 00000040:00000010:0.0:1787382417.048449:0:10384:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff9195111f0000. 00000040:00080000:0.0:1787382417.048845:0:10384:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1787382417.048851:0:10384:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff9195111f0000. 00000020:00000010:0.0:1787382417.048861:0:10384:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff919505722380. 00000020:00000010:0.0:1787382417.048889:0:10384:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff919510201200. 00000040:00000010:0.0:1787382417.048895:0:10384:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff919510200800. 00000020:00000010:0.0:1787382417.048899:0:10384:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff919512650800. 00000020:00000010:0.0:1787382417.048904:0:10384:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff9195127aa338. 00000020:00000010:0.0:1787382417.048920:0:10384:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff919510201e00. 80000000:00000010:0.0:1787382417.048924:0:10384:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff9195057b9540. 40000000:00000010:0.0:1787382417.048929:0:10384:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff919505722d40. 00100000:00000010:0.0:1787382417.048934:0:10384:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff919512657000. 00040000:00000010:0.0:1787382417.048938:0:10384:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff919506162200. 00040000:00000010:0.0:1787382417.048943:0:10384:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff919512655000. 00040000:00000010:0.0:1787382417.048947:0:10384:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff919510200000. 00000004:00000010:0.0:1787382417.048951:0:10384:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff919512651800. 00000004:00000010:0.0:1787382417.048955:0:10384:0:(mdt_handler.c:8414:mdt_key_fini()) kfreed 'info': 2568 at ffff91951264c000. 00000004:00000010:0.0:1787382417.048960:0:10384:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff919512650000. 00002000:00000010:0.0:1787382417.048964:0:10384:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff919503592800. 00000004:00000010:0.0:1787382417.048968:0:10384:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff919503593400. 00000020:00000010:0.0:1787382417.048981:0:10384:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919510201600. 00000040:00000010:2.0:1787382417.049296:0:6181:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff9195057b94e0. 00000040:00000001:2.0:1787382417.049302:0:6181:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1787382417.049306:0:6181:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1787382417.049312:0:6181:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff919502fbe000. 00000040:00000010:2.0:1787382417.049316:0:6181:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9195039f4e00. 00000020:00000001:2.0:1787382417.049321:0:6181:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787382417.049325:0:6181:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1787382417.049328:0:6181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff919510281a00. 00000040:00000010:2.0:1787382417.049332:0:6181:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff919510281800. 00000020:00000010:2.0:1787382417.049335:0:6181:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff91951265b800. 00000020:00000010:2.0:1787382417.049339:0:6181:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff919510281e00. 80000000:00000010:2.0:1787382417.049342:0:6181:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff91950705dcc0. 00040000:00000010:2.0:1787382417.049345:0:6181:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff919510280800. 20000000:00000010:2.0:1787382417.049349:0:6181:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff919510281200. 00000020:00000010:2.0:1787382417.049352:0:6181:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919510281400. 10000000:00000010:2.0:1787382417.049355:0:6181:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff919506a192c0. 10000000:01000000:2.0:1787382417.049358:0:6181:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1787382417.049363:0:6181:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1787382417.049367:0:6181:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787382417.049369:0:6181:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787382417.049373:0:6181:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff9195421c4200 refcount=3 00000020:00000001:2.0:1787382417.049376:0:6181:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622668978143744 : -121404731407872 : ffff9195421c4200) 00010000:00000001:2.0:1787382417.049379:0:6181:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622668978143744 : -121404731407872 : ffff9195421c4200) 00010000:00000001:2.0:1787382417.049382:0:6181:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1787382417.049428:0:6181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff9195421c4200/0x7c2edf798b57d002 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe840031 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787382417.049440:0:6181:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787382417.049442:0:6181:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1787382417.049445:0:6181:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff9195421c4200/0x7c2edf798b57d002 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe840031 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787382417.049463:0:6181:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1787382417.049465:0:6181:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787382417.049466:0:6181:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1787382417.049468:0:6181:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787382417.049470:0:6181:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787382417.049473:0:6181:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1787382417.049478:0:6181:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1787382417.049481:0:6181:0:(mgc_request.c:108:config_log_get()) log params (ffff919506392e00) refs 2 10000000:00000001:2.0:1787382417.049483:0:6181:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787382417.049485:0:6181:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1787382417.049487:0:6181:0:(mgc_request.c:123:config_log_put()) log params(ffff919506963000) refs 3 10000000:00000001:2.0:1787382417.049490:0:6181:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1787382417.049492:0:6181:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1787382417.049495:0:6181:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1787382417.049497:0:6181:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:2.0:1787382417.049499:0:6181:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff919506214800 from 7 10000000:00000001:2.0:1787382417.049502:0:6181:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1787382417.049503:0:6181:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1787382417.049512:0:6181:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195034f9880. 00000020:00000040:2.0:1787382417.049517:0:6181:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000100:00000001:2.0:1787382417.049522:0:6181:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787382417.049526:0:6181:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787382417.049533:0:6181:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787382417.049543:0:6181:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff919510288400. 00000100:00000001:2.0:1787382417.049551:0:6181:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787382417.049558:0:6181:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1787382417.049561:0:6181:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1787382417.049569:0:6181:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff919511318f00 count: 2 00010000:00000001:2.0:1787382417.049573:0:6181:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787382417.049576:0:6181:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1787382417.049580:0:6181:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff919507e14200. 00000020:00000001:2.0:1787382417.049585:0:6181:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1787382417.049588:0:6181:0:(lustre_handles.c:93:class_handle_hash()) added object ffff919507e14200 with handle 0x7c2edf798b57d009 to hash 00000020:00000001:2.0:1787382417.049590:0:6181:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1787382417.049592:0:6181:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446622668001198592 : -121405708353024 : ffff919507e14200) 00010000:00000001:2.0:1787382417.049602:0:6181:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446622668001198592 : -121405708353024 : ffff919507e14200) 00010000:00000001:2.0:1787382417.049607:0:6181:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1787382417.049610:0:6181:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787382417.049614:0:6181:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.139@tcp lock: ffff919507e14200/0x7c2edf798b57d009 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787382417.049621:0:6181:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.139@tcp lock: ffff919507e14200/0x7c2edf798b57d009 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787382417.049638:0:6181:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.139@tcp lock: ffff919507e14200/0x7c2edf798b57d009 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1787382417.049644:0:6181:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787382417.049646:0:6181:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787382417.049655:0:6181:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff919512765780. 00000100:00000001:2.0:1787382417.049658:0:6181:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622668178741120 : -121405530810496 : ffff919512765780) 00000100:00000001:2.0:1787382417.049661:0:6181:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787382417.049662:0:6181:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667924543616 : -121405785008000 : ffff9195034f9880) 00000100:00000001:2.0:1787382417.049670:0:6181:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787382417.049677:0:6181:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.049679:0:6181:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787382417.049682:0:6181:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787382417.049699:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195034f9880 x1874206007512704/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.049710:0:6181:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787382417.049713:0:6181:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382417.049718:0:6181:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787382417.049722:0:6181:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787382417.049724:0:6181:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787382417.049728:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007512704:192.168.204.139@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1787382417.049733:0:6181:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787382417.049743:0:6181:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787382417.049752:0:6181:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382417.049756:0:6181:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787382417.049761:0:6181:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff919512775c00. 02000000:00000001:2.0:1787382417.049763:0:6181:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787382417.049774:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:2.0:1787382417.049779:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919510293058. 00000400:00000010:2.0:1787382417.049790:0:6181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507d9d5d8. 00000100:00000200:2.0:1787382417.049801:0:6181:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1874206007512704, portal 25 00000100:00000001:2.0:1787382417.049803:0:6181:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787382417.049805:0:6181:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667924543616 : -121405785008000 : ffff9195034f9880) 00000100:00000040:2.0:1787382417.049811:0:6181:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195034f9880 x1874206007512704/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.049819:0:6181:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787382417.049822:0:6181:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:2.0:1787382417.049825:0:6181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507d9d550. 00000100:00000200:2.0:1787382417.049828:0:6181:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1874206007512704, offset 0 00000400:00000200:2.0:1787382417.049836:0:6181:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:2.0:1787382417.049848:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.049860:0:6181:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:2.0:1787382417.049867:0:6181:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787382417.049872:0:6181:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:2.0:1787382417.049877:0:6181:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787382417.049880:0:6181:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:2.0:1787382417.049885:0:6181:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [167:167:256:4294967295] 192.168.204.139@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:2.0:1787382417.049891:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.049904:0:6181:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:2.0:1787382417.049926:0:6181:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:2.0:1787382417.049932:0:6181:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919503b8d900. 00000800:00000200:2.0:1787382417.049941:0:6181:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:2.0:1787382417.049952:0:6181:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:2.0:1787382417.049958:0:6181:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919503b8d900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1787382417.049983:0:6181:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787382417.049995:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:2.0:1787382417.049998:0:6181:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295056754 00000100:00000001:2.0:1787382417.050010:0:6181:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295056738 00000100:00000001:2.0:1787382417.050017:0:6181:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295056754 00000100:00000001:2.0:1787382417.050021:0:6181:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295056738 00000100:00000001:2.0:1787382417.050024:0:6181:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382417.050027:0:6181:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.050030:0:6181:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787382417.050032:0:6181:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787382417.050035:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set ffff919512765780 going to sleep for 11 seconds 00000100:00000001:2.0:1787382417.050038:0:6181:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787382417.050041:0:6181:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787382417.051306:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382417.051319:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919503b8d900. 00000400:00000200:3.0:1787382417.051327:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382417.051338:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382417.051347:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507d9d550 00000400:00000010:3.0:1787382417.051350:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507d9d550. 00000100:00000001:3.0:1787382417.051358:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382417.051367:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195034f9880 x1874206007512704/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.051382:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382417.055706:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9195034f9880 x1874206007512704/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.055726:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382417.055730:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787382417.055754:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382417.055774:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382417.055777:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382417.055779:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382417.055789:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.055795:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382417.055805:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.055829:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.055836:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.055841:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 344 into portal 25 MB=0x6a89497504e80 00000400:00000200:3.0:1787382417.055846:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.055854:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.139@tcp of length 344/344 into md 0x95d [1] + 224 00000800:00000001:3.0:1787382417.055864:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382417.055871:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382417.056853:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382417.056872:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382417.056884:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382417.056894:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195034f9880 x1874206007512704/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382417.056906:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff9195034f9880 x1874206007512704/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.056930:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382417.056944:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382417.056954:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382417.059368:0:6181:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787382417.059396:0:6181:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787382417.059431:0:6181:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787382417.059438:0:6181:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919510293058. 00000400:00000200:2.0:1787382417.059457:0:6181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507d9d5d8 00000400:00000010:2.0:1787382417.059460:0:6181:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507d9d5d8. 00000100:00000001:2.0:1787382417.059468:0:6181:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382417.059485:0:6181:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195034f9880 x1874206007512704/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787382417.059497:0:6181:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195034f9880 x1874206007512704/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.059506:0:6181:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787382417.059508:0:6181:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382417.059512:0:6181:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787382417.059516:0:6181:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787382417.059520:0:6181:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787382417.059522:0:6181:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382417.059526:0:6181:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787382417.059536:0:6181:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6c60 time=97 v=5 (5 0 0 0) 00000100:00001000:2.0:1787382417.059541:0:6181:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1787382417.059544:0:6181:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787382417.059546:0:6181:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787382417.059586:0:6181:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787382417.059589:0:6181:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.059593:0:6181:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382417.059601:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195034f9880 x1874206007512704/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.059617:0:6181:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382417.059621:0:6181:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787382417.059624:0:6181:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787382417.059628:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195034f9880 x1874206007512704/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382417.059636:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007512704:192.168.204.139@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1787382417.059641:0:6181:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382417.059644:0:6181:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.059647:0:6181:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787382417.059650:0:6181:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382417.059653:0:6181:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195034f9880 x1874206007512704/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.059664:0:6181:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787382417.059668:0:6181:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff919512765780. 00000100:00000001:2.0:1787382417.059675:0:6181:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787382417.059677:0:6181:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787382417.059681:0:6181:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1787382417.059686:0:6181:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787382417.059690:0:6181:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787382417.059694:0:6181:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff919507e14200 refcount=4 00000020:00000001:2.0:1787382417.059696:0:6181:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622668001198592 : -121405708353024 : ffff919507e14200) 00010000:00000001:2.0:1787382417.059700:0:6181:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622668001198592 : -121405708353024 : ffff919507e14200) 00010000:00000040:2.0:1787382417.059708:0:6181:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff919507e14200, remote cookie: 0x7d25ed8dbe840038, flags: 0x0 00010000:00000001:2.0:1787382417.059712:0:6181:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1787382417.059717:0:6181:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1787382417.059720:0:6181:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1787382417.059722:0:6181:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1787382417.059731:0:6181:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1787382417.059735:0:6181:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff919511318f00) refcount = 2 00010000:00000040:2.0:1787382417.059739:0:6181:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1787382417.059743:0:6181:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.204.139@tcp lock: ffff9195421c4200/0x7c2edf798b57d002 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7d25ed8dbe840031 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787382417.059753:0:6181:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.139@tcp lock: ffff919507e14200/0x7c2edf798b57d009 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe840038 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787382417.059760:0:6181:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1787382417.059762:0:6181:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1787382417.059764:0:6181:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1787382417.059769:0:6181:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1787382417.059771:0:6181:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1787382417.059775:0:6181:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.139@tcp lock: ffff919507e14200/0x7c2edf798b57d009 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x7d25ed8dbe840038 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1787382417.059782:0:6181:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1787382417.059784:0:6181:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787382417.059786:0:6181:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787382417.059787:0:6181:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787382417.059788:0:6181:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787382417.059790:0:6181:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.059794:0:6181:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382417.059799:0:6181:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195034f9880 x1874206007512704/t0(0) o101->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 328/344 e 0 to 0 dl 1787382433 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.059807:0:6181:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787382417.059810:0:6181:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787382417.059815:0:6181:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff919512775c00. 02000000:00000001:2.0:1787382417.059819:0:6181:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787382417.059822:0:6181:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787382417.059824:0:6181:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=3 obd=MGC192.168.204.139@tcp 00000020:00000001:2.0:1787382417.059826:0:6181:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787382417.059830:0:6181:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff919510288400. 02000000:00000001:2.0:1787382417.059834:0:6181:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787382417.059846:0:6181:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787382417.059849:0:6181:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195034f9880. 00000100:00000001:2.0:1787382417.059854:0:6181:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787382417.059856:0:6181:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1787382417.059859:0:6181:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787382417.059864:0:6181:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1787382417.059867:0:6181:0:(mgc_request.c:108:config_log_get()) log params (ffff919506392e00) refs 3 10000000:00000001:2.0:1787382417.059870:0:6181:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787382417.059872:0:6181:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1787382417.059873:0:6181:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1787382417.059876:0:6181:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff919507e14200 refcount=3 00000020:00000001:2.0:1787382417.059878:0:6181:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622668001198592 : -121405708353024 : ffff919507e14200) 00010000:00000001:2.0:1787382417.059880:0:6181:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622668001198592 : -121405708353024 : ffff919507e14200) 00010000:00000001:2.0:1787382417.059882:0:6181:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1787382417.059884:0:6181:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1787382417.059885:0:6181:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1787382417.059887:0:6181:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1787382417.059890:0:6181:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1787382417.059895:0:6181:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff919512695d00. 00000020:00000010:2.0:1787382417.059900:0:6181:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919510288400. 00000020:00000010:2.0:1787382417.059907:0:6181:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff919510288e00. 00000040:00000010:2.0:1787382417.059921:0:6181:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff919510288800. 00000020:00000010:2.0:1787382417.059927:0:6181:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff919507ebe800. 00000020:00000010:2.0:1787382417.059934:0:6181:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff919510288000. 80000000:00000010:2.0:1787382417.059939:0:6181:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff919508ee9840. 00040000:00000010:2.0:1787382417.059945:0:6181:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff919510289800. 20000000:00000010:2.0:1787382417.059950:0:6181:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff919510289a00. 10000000:00000040:2.0:1787382417.059956:0:6181:0:(lustre_log.h:386:llog_ctxt_get()) GETting ctxt ffff9195060ce780 : new refcount 2 00000020:00000001:2.0:1787382417.059960:0:6181:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1787382417.059963:0:6181:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1787382417.059966:0:6181:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1787382417.059970:0:6181:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff919510289e00. 00000040:00000001:2.0:1787382417.059974:0:6181:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1787382417.059978:0:6181:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000100:00000010:2.0:1787382417.059985:0:6181:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195034f9880. 00000020:00000040:2.0:1787382417.059989:0:6181:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=5 obd=MGC192.168.204.139@tcp 00000100:00000001:2.0:1787382417.060001:0:6181:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787382417.060004:0:6181:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787382417.060012:0:6181:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787382417.060022:0:6181:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff919510289400. 00000100:00000001:2.0:1787382417.060030:0:6181:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.060039:0:6181:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787382417.060041:0:6181:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787382417.060049:0:6181:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff919512765780. 00000100:00000001:2.0:1787382417.060051:0:6181:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622668178741120 : -121405530810496 : ffff919512765780) 00000100:00000001:2.0:1787382417.060054:0:6181:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787382417.060056:0:6181:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667924543616 : -121405785008000 : ffff9195034f9880) 00000100:00000001:2.0:1787382417.060061:0:6181:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787382417.060068:0:6181:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.060070:0:6181:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787382417.060072:0:6181:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787382417.060077:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195034f9880 x1874206007512832/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.060085:0:6181:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787382417.060087:0:6181:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382417.060092:0:6181:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787382417.060095:0:6181:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787382417.060098:0:6181:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787382417.060102:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007512832:192.168.204.139@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1787382417.060107:0:6181:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787382417.060114:0:6181:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787382417.060117:0:6181:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382417.060120:0:6181:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787382417.060126:0:6181:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510289c00. 02000000:00000001:2.0:1787382417.060128:0:6181:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787382417.060136:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:2.0:1787382417.060141:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919510293058. 00000400:00000010:2.0:1787382417.060277:0:6181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507d9d5d8. 00000100:00000200:2.0:1787382417.060288:0:6181:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007512832, portal 25 00000100:00000001:2.0:1787382417.060290:0:6181:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787382417.060297:0:6181:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667924543616 : -121405785008000 : ffff9195034f9880) 00000100:00000040:2.0:1787382417.060304:0:6181:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195034f9880 x1874206007512832/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.060312:0:6181:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787382417.060315:0:6181:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:2.0:1787382417.060318:0:6181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507d9dd48. 00000100:00000200:2.0:1787382417.060322:0:6181:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1874206007512832, offset 0 00000400:00000200:2.0:1787382417.060330:0:6181:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:2.0:1787382417.060345:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.060357:0:6181:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:2.0:1787382417.060364:0:6181:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787382417.060369:0:6181:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:2.0:1787382417.060373:0:6181:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787382417.060376:0:6181:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:2.0:1787382417.060381:0:6181:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [168:168:256:4294967295] 192.168.204.139@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:2.0:1787382417.060386:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.060445:0:6181:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:2.0:1787382417.060454:0:6181:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:2.0:1787382417.060460:0:6181:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919503b8d900. 00000800:00000200:2.0:1787382417.060468:0:6181:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:2.0:1787382417.060478:0:6181:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:2.0:1787382417.060483:0:6181:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919503b8d900 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1787382417.060514:0:6181:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787382417.060519:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:2.0:1787382417.060522:0:6181:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295056766 00000100:00000001:2.0:1787382417.060532:0:6181:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295056754 00000100:00000001:2.0:1787382417.060539:0:6181:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295056766 00000100:00000001:2.0:1787382417.060543:0:6181:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295056754 00000100:00000001:2.0:1787382417.060546:0:6181:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382417.060550:0:6181:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.060558:0:6181:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787382417.060561:0:6181:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787382417.060564:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set ffff919512765780 going to sleep for 11 seconds 00000100:00000001:2.0:1787382417.060567:0:6181:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787382417.060569:0:6181:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787382417.060731:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382417.060738:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919503b8d900. 00000400:00000200:3.0:1787382417.060745:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382417.060751:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382417.060759:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507d9dd48 00000400:00000010:3.0:1787382417.060761:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507d9dd48. 00000100:00000001:3.0:1787382417.060767:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382417.060773:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195034f9880 x1874206007512832/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.060785:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382417.060790:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9195034f9880 x1874206007512832/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.060797:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382417.060799:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787382417.064758:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382417.064783:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382417.064790:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382417.064793:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382417.064806:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.064816:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382417.064828:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.064834:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.064842:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.064847:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 272 into portal 25 MB=0x6a89497504f00 00000400:00000200:3.0:1787382417.064853:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.064861:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.139@tcp of length 272/272 into md 0x96d [1] + 224 00000800:00000001:3.0:1787382417.064870:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382417.064878:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382417.064882:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382417.064887:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382417.064898:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382417.064909:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195034f9880 x1874206007512832/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382417.064931:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff9195034f9880 x1874206007512832/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.064956:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382417.064968:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382417.064972:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382417.068328:0:6181:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787382417.068352:0:6181:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787382417.068355:0:6181:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787382417.068361:0:6181:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919510293058. 00000400:00000200:2.0:1787382417.068373:0:6181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507d9d5d8 00000400:00000010:2.0:1787382417.068376:0:6181:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507d9d5d8. 00000100:00000001:2.0:1787382417.068383:0:6181:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382417.068441:0:6181:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195034f9880 x1874206007512832/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787382417.068456:0:6181:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195034f9880 x1874206007512832/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.068465:0:6181:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787382417.068468:0:6181:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382417.068472:0:6181:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787382417.068476:0:6181:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787382417.068480:0:6181:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787382417.068483:0:6181:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382417.068488:0:6181:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787382417.068498:0:6181:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6c60 time=97 v=5 (5 0 0 0) 00000100:00001000:2.0:1787382417.068502:0:6181:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1787382417.068506:0:6181:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787382417.068507:0:6181:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787382417.068511:0:6181:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787382417.068514:0:6181:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.068517:0:6181:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382417.068524:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195034f9880 x1874206007512832/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.068532:0:6181:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382417.068537:0:6181:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787382417.068539:0:6181:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787382417.068572:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195034f9880 x1874206007512832/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382417.068582:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007512832:192.168.204.139@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1787382417.068588:0:6181:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382417.068591:0:6181:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.068594:0:6181:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787382417.068596:0:6181:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382417.068600:0:6181:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195034f9880 x1874206007512832/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.068619:0:6181:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787382417.068624:0:6181:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff919512765780. 00000100:00000001:2.0:1787382417.068629:0:6181:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787382417.068631:0:6181:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1787382417.068640:0:6181:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1787382417.068645:0:6181:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787382417.068648:0:6181:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000020:00000001:2.0:1787382417.068650:0:6181:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:2.0:1787382417.068652:0:6181:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382417.068656:0:6181:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195034f9880 x1874206007512832/t0(0) o501->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 504/272 e 0 to 0 dl 1787382433 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.068663:0:6181:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787382417.068666:0:6181:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787382417.068671:0:6181:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510289c00. 02000000:00000001:2.0:1787382417.068675:0:6181:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787382417.068676:0:6181:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787382417.068677:0:6181:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=3 obd=MGC192.168.204.139@tcp 00000020:00000001:2.0:1787382417.068680:0:6181:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787382417.068684:0:6181:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff919510289400. 02000000:00000001:2.0:1787382417.068687:0:6181:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787382417.068690:0:6181:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787382417.068693:0:6181:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195034f9880. 00000100:00000001:2.0:1787382417.068698:0:6181:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787382417.068699:0:6181:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1787382417.068703:0:6181:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1787382417.068714:0:6181:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:2.0:1787382417.068724:0:6181:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff9195111e4000. 00000040:00000001:2.0:1787382417.068727:0:6181:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:2.0:1787382417.068729:0:6181:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1787382417.068733:0:6181:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000100:00000010:2.0:1787382417.068739:0:6181:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195034f9880. 00000020:00000040:2.0:1787382417.068744:0:6181:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=5 obd=MGC192.168.204.139@tcp 00000100:00000001:2.0:1787382417.068747:0:6181:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1787382417.068751:0:6181:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1787382417.068759:0:6181:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1787382417.068766:0:6181:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff919510289400. 00000100:00000001:2.0:1787382417.068773:0:6181:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.068779:0:6181:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1787382417.068781:0:6181:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1787382417.068787:0:6181:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff919512765780. 00000100:00000001:2.0:1787382417.068790:0:6181:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446622668178741120 : -121405530810496 : ffff919512765780) 00000100:00000001:2.0:1787382417.068793:0:6181:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787382417.068795:0:6181:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667924543616 : -121405785008000 : ffff9195034f9880) 00000100:00000001:2.0:1787382417.068801:0:6181:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1787382417.068807:0:6181:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.068809:0:6181:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1787382417.068811:0:6181:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1787382417.068816:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195034f9880 x1874206007512960/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.068824:0:6181:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1787382417.068827:0:6181:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382417.068831:0:6181:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1787382417.068835:0:6181:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1787382417.068838:0:6181:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1787382417.068842:0:6181:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007512960:192.168.204.139@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1787382417.068846:0:6181:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1787382417.068855:0:6181:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1787382417.068858:0:6181:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382417.068860:0:6181:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1787382417.068896:0:6181:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff919507e44000. 02000000:00000001:2.0:1787382417.068898:0:6181:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787382417.068920:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:2.0:1787382417.068926:0:6181:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919510293058. 00000400:00000010:2.0:1787382417.068936:0:6181:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff919512765600. 00000100:00000200:2.0:1787382417.068946:0:6181:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1874206007512960, portal 25 00000100:00000001:2.0:1787382417.068949:0:6181:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1787382417.068950:0:6181:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667924543616 : -121405785008000 : ffff9195034f9880) 00000100:00000040:2.0:1787382417.068958:0:6181:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195034f9880 x1874206007512960/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.068966:0:6181:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1787382417.068969:0:6181:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:2.0:1787382417.068973:0:6181:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507d9d5d8. 00000100:00000200:2.0:1787382417.068976:0:6181:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1874206007512960, offset 0 00000400:00000200:2.0:1787382417.068985:0:6181:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:2.0:1787382417.068997:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.069007:0:6181:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:2.0:1787382417.069015:0:6181:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1787382417.069020:0:6181:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:2.0:1787382417.069025:0:6181:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1787382417.069028:0:6181:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:2.0:1787382417.069033:0:6181:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [169:169:256:4294967295] 192.168.204.139@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:2.0:1787382417.069037:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:2.0:1787382417.069049:0:6181:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:2.0:1787382417.069057:0:6181:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:2.0:1787382417.069064:0:6181:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919503b8da00. 00000800:00000200:2.0:1787382417.069073:0:6181:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:2.0:1787382417.069085:0:6181:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:2.0:1787382417.069091:0:6181:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919503b8da00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1787382417.069116:0:6181:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1787382417.069121:0:6181:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:2.0:1787382417.069134:0:6181:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295056774 00000100:00000001:2.0:1787382417.069209:0:6181:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295056766 00000100:00000001:2.0:1787382417.069218:0:6181:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295056774 00000100:00000001:2.0:1787382417.069223:0:6181:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295056766 00000100:00000001:2.0:1787382417.069226:0:6181:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382417.069229:0:6181:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.069232:0:6181:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1787382417.069234:0:6181:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1787382417.069237:0:6181:0:(client.c:2702:ptlrpc_set_wait()) set ffff919512765780 going to sleep for 11 seconds 00000100:00000001:2.0:1787382417.069240:0:6181:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1787382417.069242:0:6181:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787382417.070743:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382417.070754:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919503b8da00. 00000400:00000200:3.0:1787382417.070763:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382417.070773:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382417.070783:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507d9d5d8 00000400:00000010:3.0:1787382417.070786:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507d9d5d8. 00000100:00000001:3.0:1787382417.070794:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382417.070803:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195034f9880 x1874206007512960/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.070840:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382417.070845:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff9195034f9880 x1874206007512960/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.070853:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382417.070855:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787382417.075882:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382417.075908:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382417.075923:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382417.075927:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382417.075938:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.075948:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382417.075960:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.075966:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.075973:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.075978:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 8416 into portal 25 MB=0x6a89497504f80 00000400:00000200:3.0:1787382417.075984:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382417.075992:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.139@tcp of length 8416/8416 into md 0x97d [4] + 224 00000800:00000001:3.0:1787382417.076003:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382417.076017:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382417.076021:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382417.076027:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382417.076037:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382417.076050:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195034f9880 x1874206007512960/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382417.076066:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff9195034f9880 x1874206007512960/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382417.076095:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382417.076107:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382417.076110:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382417.076868:0:6181:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1787382417.076882:0:6181:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1787382417.076885:0:6181:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1787382417.076890:0:6181:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919510293058. 00000400:00000200:2.0:1787382417.076897:0:6181:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919512765600 00000400:00000010:2.0:1787382417.076900:0:6181:0:(lib-lnet.h:279:lnet_md_free()) kfreed 'md': 184 at ffff919512765600. 00000100:00000001:2.0:1787382417.076903:0:6181:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1787382417.076926:0:6181:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195034f9880 x1874206007512960/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1787382417.076939:0:6181:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195034f9880 x1874206007512960/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.076946:0:6181:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1787382417.076948:0:6181:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382417.076951:0:6181:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1787382417.076957:0:6181:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1787382417.076960:0:6181:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1787382417.076963:0:6181:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1787382417.076966:0:6181:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1787382417.076976:0:6181:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6c60 time=97 v=5 (5 0 0 0) 00000100:00001000:2.0:1787382417.076980:0:6181:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=97 v=5 (1 0 0 0) 00000100:00000001:2.0:1787382417.076983:0:6181:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1787382417.076985:0:6181:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1787382417.076988:0:6181:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1787382417.077010:0:6181:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.077014:0:6181:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1787382417.077020:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195034f9880 x1874206007512960/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.077028:0:6181:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1787382417.077032:0:6181:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1787382417.077034:0:6181:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1787382417.077038:0:6181:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195034f9880 x1874206007512960/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787382417.077048:0:6181:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195034f9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:6181:1874206007512960:192.168.204.139@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1787382417.077054:0:6181:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1787382417.077057:0:6181:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1787382417.077061:0:6181:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1787382417.077064:0:6181:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382417.077068:0:6181:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195034f9880 x1874206007512960/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.077075:0:6181:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1787382417.077079:0:6181:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff919512765780. 00000100:00000001:2.0:1787382417.077082:0:6181:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1787382417.077084:0:6181:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1787382417.077095:0:6181:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1787382417.077098:0:6181:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1787382417.077100:0:6181:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195034f9880 x1874206007512960/t0(0) o503->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 272/8416 e 0 to 0 dl 1787382433 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1787382417.077107:0:6181:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1787382417.077110:0:6181:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1787382417.077114:0:6181:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff919507e44000. 02000000:00000001:2.0:1787382417.077143:0:6181:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1787382417.077147:0:6181:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787382417.077150:0:6181:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000020:00000001:2.0:1787382417.077153:0:6181:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1787382417.077156:0:6181:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff919510289400. 02000000:00000001:2.0:1787382417.077166:0:6181:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1787382417.077168:0:6181:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1787382417.077170:0:6181:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195034f9880. 00000100:00000001:2.0:1787382417.077175:0:6181:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1787382417.077176:0:6181:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1787382417.077179:0:6181:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1787382417.077180:0:6181:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=3 obd=MGC192.168.204.139@tcp 00000020:00000001:2.0:1787382417.077182:0:6181:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1787382417.077185:0:6181:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1787382417.077187:0:6181:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1787382417.077192:0:6181:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1787382417.077195:0:6181:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff919508ee9000. 00000040:00001000:2.0:1787382417.077198:0:6181:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1787382417.078181:0:10385:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1787382417.078193:0:10385:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff919510289400. 00000020:00000010:2.0:1787382417.078203:0:10385:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff919510289c00. 00000040:00000010:2.0:1787382417.078209:0:10385:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff919510289200. 00000020:00000010:2.0:1787382417.078225:0:10385:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff919507ebb800. 00000020:00000010:2.0:1787382417.078233:0:10385:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff919512895080. 00000020:00000010:2.0:1787382417.078240:0:10385:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff919510288200. 80000000:00000010:2.0:1787382417.078245:0:10385:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff919508ee93c0. 40000000:00000010:2.0:1787382417.078250:0:10385:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9195126953c0. 00100000:00000010:2.0:1787382417.078257:0:10385:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff919507eb8800. 00040000:00000010:2.0:1787382417.078263:0:10385:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff919503b8da00. 00040000:00000010:2.0:1787382417.078269:0:10385:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff919507ebf000. 00040000:00000010:2.0:1787382417.078274:0:10385:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff919510281400. 00000004:00000010:2.0:1787382417.078280:0:10385:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff919507ebd000. 00000004:00000010:2.0:1787382417.078616:0:10385:0:(mdt_handler.c:8389:mdt_key_init()) kmalloced '(value)': 2568 at ffff919506a39000. 00000004:00000010:2.0:1787382417.078626:0:10385:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff919507eb9800. 00002000:00000010:2.0:1787382417.078632:0:10385:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff919512775c00. 00000004:00000010:2.0:1787382417.078637:0:10385:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff919512774400. 00000020:00000010:2.0:1787382417.078645:0:10385:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9195126952c0. 00000040:00000010:2.0:1787382417.078683:0:10385:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff919507f2c000. 00000040:00080000:2.0:1787382417.079088:0:10385:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1787382417.079095:0:10385:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff919507f2c000. 00000020:00000010:2.0:1787382417.079114:0:10385:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9195126952c0. 00000020:00000010:2.0:1787382417.079138:0:10385:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff919510289c00. 00000040:00000010:2.0:1787382417.079144:0:10385:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff919510289200. 00000020:00000010:2.0:1787382417.079148:0:10385:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff919507ebb800. 00000020:00000010:2.0:1787382417.079154:0:10385:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff919512895080. 00000020:00000010:2.0:1787382417.079160:0:10385:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff919510288200. 80000000:00000010:2.0:1787382417.079164:0:10385:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff919508ee93c0. 40000000:00000010:2.0:1787382417.079169:0:10385:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9195126953c0. 00100000:00000010:2.0:1787382417.079174:0:10385:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff919507eb8800. 00040000:00000010:2.0:1787382417.079177:0:10385:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff919503b8da00. 00040000:00000010:2.0:1787382417.079182:0:10385:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff919507ebf000. 00040000:00000010:2.0:1787382417.079185:0:10385:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff919510281400. 00000004:00000010:2.0:1787382417.079189:0:10385:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff919507ebd000. 00000004:00000010:2.0:1787382417.079195:0:10385:0:(mdt_handler.c:8414:mdt_key_fini()) kfreed 'info': 2568 at ffff919506a39000. 00000004:00000010:2.0:1787382417.079200:0:10385:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff919507eb9800. 00002000:00000010:2.0:1787382417.079204:0:10385:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff919512775c00. 00000004:00000010:2.0:1787382417.079208:0:10385:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff919512774400. 00000020:00000010:2.0:1787382417.079210:0:10385:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919510289400. 00000040:00000010:0.0:1787382417.079952:0:6181:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff919508ee9000. 00000040:00000001:0.0:1787382417.079962:0:6181:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1787382417.079967:0:6181:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1787382417.079974:0:6181:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff9195111e4000. 00000040:00000010:0.0:1787382417.079979:0:6181:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff919510289e00. 00000020:00000001:0.0:1787382417.079983:0:6181:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787382417.079987:0:6181:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1787382417.079992:0:6181:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff919510288e00. 00000040:00000010:0.0:1787382417.079995:0:6181:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff919510288800. 00000020:00000010:0.0:1787382417.079999:0:6181:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff919507ebe800. 00000020:00000010:0.0:1787382417.080003:0:6181:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff919510288000. 80000000:00000010:0.0:1787382417.080007:0:6181:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff919508ee9840. 00040000:00000010:0.0:1787382417.080010:0:6181:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff919510289800. 20000000:00000010:0.0:1787382417.080016:0:6181:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff919510289a00. 00000020:00000010:0.0:1787382417.080019:0:6181:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff919510288400. 10000000:00000010:0.0:1787382417.080022:0:6181:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff919512695d00. 10000000:01000000:0.0:1787382417.080025:0:6181:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.204.139@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1787382417.080029:0:6181:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1787382417.080034:0:6181:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1787382417.080037:0:6181:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1787382417.080041:0:6181:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff919507e14200 refcount=3 00000020:00000001:0.0:1787382417.080044:0:6181:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446622668001198592 : -121405708353024 : ffff919507e14200) 00010000:00000001:0.0:1787382417.080047:0:6181:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446622668001198592 : -121405708353024 : ffff919507e14200) 00010000:00000001:0.0:1787382417.080051:0:6181:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1787382417.080058:0:6181:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.139@tcp lock: ffff919507e14200/0x7c2edf798b57d009 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe840038 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787382417.080069:0:6181:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787382417.080071:0:6181:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1787382417.080074:0:6181:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.139@tcp lock: ffff919507e14200/0x7c2edf798b57d009 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x7d25ed8dbe840038 expref: -99 pid: 6181 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1787382417.080080:0:6181:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1787382417.080096:0:6181:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1787382417.080098:0:6181:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1787382417.080100:0:6181:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787382417.080103:0:6181:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1787382417.080106:0:6181:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1787382417.080110:0:6181:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1787382417.080112:0:6181:0:(mgc_request.c:123:config_log_put()) log params(ffff919506392e00) refs 3 10000000:00000001:0.0:1787382417.080115:0:6181:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:3.0:1787382417.208586:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382417.208621:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382417.208631:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382417.208632:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787382417.209090:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787382417.209102:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787382417.209107:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:0.0:1787382418.166775:0:6181:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1787382418.166787:0:6181:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:3.0:1787382418.231807:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382418.231817:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382418.231825:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382418.231827:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787382418.231946:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787382418.231951:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787382418.231955:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787382418.421606:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a220 (cpu 0) has reached its deadline 4295056774, at 4295056832 00000100:00000010:2.0:1787382418.421631:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9195061f9f00. 00000100:00000040:3.0:1787382418.421739:0:830:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a330 (cpu 0) has reached its deadline 4295056774, at 4295056832 00000100:00000010:3.0:1787382418.421748:0:830:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9195061f97e0. 00000100:00000040:0.0:1787382419.000157:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382419.000172:0:476:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382419.000187:0:476:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060ffb80. 00000020:00000040:0.0:1787382419.000196:0:476:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000100:00000001:0.0:1787382419.000201:0:476:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382419.000206:0:476:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382419.000214:0:476:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382419.000225:0:476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919506162200. 00000100:00000001:0.0:1787382419.000234:0:476:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000250:0:476:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS req@ffff9195060ffb80 x1874206007513088/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382419.000263:0:476:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382419.000268:0:476:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000287:0:476:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b04ad96] to pc [ptlrpcd_00_00+0] req@ffff9195060ffb80 x1874206007513088/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.000325:0:476:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000328:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382419.000332:0:476:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382419.000336:0:476:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060fe680. 00000020:00000040:0.0:1787382419.000338:0:476:0:(genops.c:1231:class_import_get()) import ffff9195061d2000 refcount=4 obd=lustre-MDT0000-mdc-ffff919506214800 00000100:00000001:0.0:1787382419.000341:0:476:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382419.000342:0:476:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382419.000344:0:476:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382419.000348:0:476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919506162800. 00000100:00000001:0.0:1787382419.000370:0:476:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000375:0:476:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID req@ffff9195060fe680 x1874206007513216/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382419.000383:0:476:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382419.000386:0:476:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000390:0:476:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bfb8799] to pc [ptlrpcd_00_01+1] req@ffff9195060fe680 x1874206007513216/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.000435:0:476:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000438:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382419.000442:0:476:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382419.000445:0:476:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060ff100. 00000020:00000040:0.0:1787382419.000448:0:476:0:(genops.c:1231:class_import_get()) import ffff9195102ce000 refcount=4 obd=lustre-MDT0001-mdc-ffff919506214800 00000100:00000001:0.0:1787382419.000450:0:476:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382419.000452:0:476:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382419.000454:0:476:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382419.000457:0:476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919506162900. 00000100:00000001:0.0:1787382419.000460:0:476:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000464:0:476:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID req@ffff9195060ff100 x1874206007513344/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382419.000470:0:476:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382419.000473:0:476:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000476:0:476:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003df78fd9] to pc [ptlrpcd_00_00+0] req@ffff9195060ff100 x1874206007513344/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.000484:0:476:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000486:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787382419.000490:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787382419.000493:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787382419.000495:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787382419.000508:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382419.000511:0:476:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382419.000514:0:476:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060fe300. 00000020:00000040:0.0:1787382419.000517:0:476:0:(genops.c:1231:class_import_get()) import ffff9195061dc800 refcount=4 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000100:00000001:0.0:1787382419.000519:0:476:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382419.000520:0:476:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382419.000522:0:476:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382419.000525:0:476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919506162a00. 00000100:00000001:0.0:1787382419.000529:0:476:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000533:0:476:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID req@ffff9195060fe300 x1874206007513472/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382419.000540:0:476:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382419.000542:0:476:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000546:0:476:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddde5976] to pc [ptlrpcd_00_01+1] req@ffff9195060fe300 x1874206007513472/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.000552:0:476:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000555:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382419.000558:0:476:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382419.000560:0:476:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060fc700. 00000020:00000040:0.0:1787382419.000562:0:476:0:(genops.c:1231:class_import_get()) import ffff9195061de800 refcount=4 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000100:00000001:0.0:1787382419.000565:0:476:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382419.000566:0:476:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382419.000568:0:476:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382419.000571:0:476:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919506162400. 00000100:00000001:0.0:1787382419.000574:0:476:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000578:0:476:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID req@ffff9195060fc700 x1874206007513600/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382419.000585:0:476:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382419.000586:0:476:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000590:0:476:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002164f20c] to pc [ptlrpcd_00_00+0] req@ffff9195060fc700 x1874206007513600/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.000603:0:476:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000606:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787382419.000610:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787382419.000613:0:476:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787382419.000616:0:476:0:(pinger.c:247:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787382419.000622:0:476:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (395) 00000100:00000001:0.0:1787382419.000644:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382419.000649:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382419.000653:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382419.000661:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060fe680 x1874206007513216/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.000669:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382419.000672:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382419.000677:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382419.000681:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382419.000684:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382419.000687:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007513216:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382419.000692:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382419.000700:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382419.000704:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382419.000706:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382419.000712:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510200000. 02000000:00000001:0.0:1787382419.000714:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382419.000723:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382419.000728:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919503422738. 00000400:00000010:0.0:1787382419.000738:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142330. 00000100:00000200:0.0:1787382419.000748:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007513216, portal 10 00000100:00000001:0.0:1787382419.000751:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382419.000753:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970700928 : -121405738850688 : ffff9195060fe680) 00000100:00000040:0.0:1787382419.000767:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060fe680 x1874206007513216/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.000775:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382419.000778:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382419.000781:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142000. 00000100:00000200:0.0:1787382419.000785:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007513216, offset 0 00000400:00000200:0.0:1787382419.000793:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382419.000804:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382419.000815:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382419.000822:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382419.000827:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382419.000832:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382419.000835:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382419.000839:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [170:170:256:4294967295] 192.168.204.139@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1787382419.000844:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382419.000856:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382419.000863:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382419.000868:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919506162b00. 00000800:00000200:0.0:1787382419.000887:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382419.000897:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382419.000902:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919506162b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382419.000923:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.000929:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: using a timeout of 172795 usecs (173 jiffies) 00000400:00000200:0.0:1787382419.000933:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382419.000936:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295057584 00000100:00000010:0.0:1787382419.000941:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9195057b9540. 00000100:00000001:0.0:1787382419.000949:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787382419.000959:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295057584 00000100:00000010:0.0:1787382419.000963:0:2406:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9195057b9a80. 00000100:00000001:0.0:1787382419.000966:0:2406:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787382419.000978:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382419.000982:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382419.000985:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382419.000990:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060fe300 x1874206007513472/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.000997:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382419.000998:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382419.001000:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382419.001002:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382419.001004:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382419.001007:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:997748da-9c9b-4d05-a631-2455c85e8559:2406:1874206007513472:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382419.001011:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382419.001014:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382419.001015:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382419.001017:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382419.001020:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510201e00. 02000000:00000001:0.0:1787382419.001022:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382419.001026:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382419.001029:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919503422a50. 00000400:00000010:0.0:1787382419.001034:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142990. 00000100:00000200:0.0:1787382419.001037:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007513472, portal 10 00000100:00000001:0.0:1787382419.001039:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382419.001040:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970700032 : -121405738851584 : ffff9195060fe300) 00000100:00000040:0.0:1787382419.001046:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060fe300 x1874206007513472/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.001053:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382419.001055:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382419.001058:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142220. 00000100:00000200:0.0:1787382419.001060:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007513472, offset 0 00000400:00000200:0.0:1787382419.001065:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382419.001069:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382419.001072:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382419.001081:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382419.001085:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382419.001088:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382419.001091:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382419.001094:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [171:171:255:4294967295] 192.168.204.139@tcp LPNI seq info [171:171:7:4294967295] 00000400:00000200:0.0:1787382419.001099:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382419.001106:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382419.001111:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382419.001115:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919506162c00. 00000800:00000200:0.0:1787382419.001119:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382419.001124:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382419.001127:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919506162c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382419.001131:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.001134:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: using a timeout of 29432 usecs (30 jiffies) 00000400:00000200:0.0:1787382419.001137:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382419.001139:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295057441 00000100:00000001:0.0:1787382419.001142:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295057584 00000100:00000001:0.0:1787382419.001145:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295057441 00000100:00000001:0.0:1787382419.001147:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295057584 00000100:00000001:0.0:1787382419.001150:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382419.001152:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382419.001155:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382419.001158:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1787382419.001159:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382419.001166:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919506162b00. 00000100:00000001:0.0:1787382419.001169:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382419.001172:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1787382419.001174:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1787382419.001175:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382419.001178:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382419.001181:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382419.001184:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00100000:0.0:1787382419.001186:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00000001:0.0:1787382419.001190:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382419.001193:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1787382419.001193:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142000 00000400:00000010:3.0:1787382419.001198:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142000. 00000100:00000001:0.0:1787382419.001203:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1787382419.001205:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:0.0:1787382419.001206:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382419.001209:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382419.001211:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1787382419.001213:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060fe680 x1874206007513216/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1787382419.001219:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060ffb80 x1874206007513088/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382419.001234:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1787382419.001235:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382419.001238:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382419.001242:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1787382419.001242:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060fe680 x1874206007513216/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1787382419.001246:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382419.001252:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382419.001259:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382419.001260:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007513088:192.168.204.139@tcp:400:kworker.0 00000100:00000001:3.0:1787382419.001264:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787382419.001268:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382419.001271:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382419.001273:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382419.001275:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382419.001279:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510200800. 02000000:00000001:0.0:1787382419.001281:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382419.001286:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382419.001289:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919503422000. 00000400:00000010:0.0:1787382419.001294:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9195061423b8. 00000100:00000200:0.0:1787382419.001297:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007513088, portal 25 00000100:00000001:0.0:1787382419.001298:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382419.001300:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970706304 : -121405738845312 : ffff9195060ffb80) 00000100:00000040:0.0:1787382419.001305:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060ffb80 x1874206007513088/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.001312:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382419.001314:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382419.001318:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142880. 00000100:00000200:0.0:1787382419.001320:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874206007513088, offset 0 00000400:00000200:0.0:1787382419.001324:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382419.001328:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382419.001333:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382419.001342:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382419.001345:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382419.001347:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382419.001349:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382419.001352:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [172:172:255:4294967295] 192.168.204.139@tcp LPNI seq info [172:172:7:4294967295] 00000400:00000200:0.0:1787382419.001356:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000800:00000200:3.0:1787382419.001364:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1787382419.001365:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000010:3.0:1787382419.001370:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919506162c00. 00000800:00000200:0.0:1787382419.001376:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000400:00000200:3.0:1787382419.001377:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000010:0.0:1787382419.001382:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919506162f00. 00000400:00000200:3.0:1787382419.001385:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382419.001390:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142220 00000800:00000200:0.0:1787382419.001391:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000400:00000010:3.0:1787382419.001394:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142220. 00000100:00000001:3.0:1787382419.001424:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000800:00000200:0.0:1787382419.001428:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000100:00000200:3.0:1787382419.001431:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060fe300 x1874206007513472/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1787382419.001434:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919506162f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382419.001441:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382419.001448:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1787382419.001449:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382419.001452:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295058707 00000100:00000001:0.0:1787382419.001460:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295057584 00000100:00000040:3.0:1787382419.001460:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060fe300 x1874206007513472/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.001467:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295058707 00000100:00000001:3.0:1787382419.001472:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382419.001474:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295057584 00000100:00000001:3.0:1787382419.001476:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1787382419.001478:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382419.001482:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382419.001484:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382419.001489:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060ff100 x1874206007513344/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1787382419.001491:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382419.001495:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919506162f00. 00000400:00000200:3.0:1787382419.001499:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1787382419.001501:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382419.001504:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382419.001507:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 02000000:00000001:0.0:1787382419.001509:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1787382419.001513:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142880 02000000:00000001:0.0:1787382419.001514:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1787382419.001517:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142880. 02000000:00000001:0.0:1787382419.001518:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382419.001522:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1787382419.001525:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007513344:192.168.204.139@tcp:400:kworker.0 00000100:00000200:3.0:1787382419.001530:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060ffb80 x1874206007513088/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382419.001540:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382419.001546:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060ffb80 x1874206007513088/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.001547:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382419.001551:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382419.001554:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382419.001556:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382419.001557:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1787382419.001561:0:2399:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1787382419.001563:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510201200. 02000000:00000001:0.0:1787382419.001568:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382419.001572:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382419.001575:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195034226e0. 00000400:00000010:0.0:1787382419.001579:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142088. 00000100:00000200:0.0:1787382419.001583:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007513344, portal 10 00000100:00000001:0.0:1787382419.001584:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382419.001586:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970703616 : -121405738848000 : ffff9195060ff100) 00000100:00000040:0.0:1787382419.001593:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060ff100 x1874206007513344/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.001600:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382419.001603:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382419.001605:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142550. 00000100:00000200:0.0:1787382419.001607:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007513344, offset 0 00000400:00000200:0.0:1787382419.001611:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382419.001614:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382419.001617:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382419.001620:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382419.001622:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382419.001624:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382419.001627:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382419.001629:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [173:173:256:4294967295] 192.168.204.139@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:0.0:1787382419.001632:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382419.001638:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382419.001642:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382419.001645:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919506162e00. 00000800:00000200:0.0:1787382419.001650:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382419.001660:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382419.001663:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919506162e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382419.001681:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.001685:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: using a timeout of 85498 usecs (86 jiffies) 00000400:00000200:0.0:1787382419.001688:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382419.001691:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295057498 00000100:00000001:0.0:1787382419.001694:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 2, keep current deadline 4295058707 00000100:00000001:0.0:1787382419.001697:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295057498 00000100:00000001:0.0:1787382419.001700:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 3, keep current deadline 4295058707 00000100:00000001:0.0:1787382419.001703:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382419.001706:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382419.001708:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382419.001714:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060fc700 x1874206007513600/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.001721:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000800:00000200:3.0:1787382419.001722:0:2400:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1787382419.001723:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1787382419.001727:0:2400:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919506162e00. 02000000:00000001:0.0:1787382419.001728:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382419.001732:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1787382419.001733:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1787382419.001735:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382419.001742:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:997748da-9c9b-4d05-a631-2455c85e8559:2406:1874206007513600:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382419.001746:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1787382419.001750:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 02000000:00000001:0.0:1787382419.001751:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1787382419.001754:0:2400:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142550 02000000:00000001:0.0:1787382419.001755:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787382419.001759:0:2400:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142550. 02000000:00000001:0.0:1787382419.001760:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382419.001764:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919510201600. 02000000:00000001:0.0:1787382419.001767:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382419.001771:0:2400:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1787382419.001773:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382419.001779:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9195034221b8. 00000100:00000200:3.0:1787382419.001780:0:2400:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060ff100 x1874206007513344/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1787382419.001786:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142550. 00000100:00000001:3.0:1787382419.001792:0:2400:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1787382419.001793:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007513600, portal 10 00000100:00000001:0.0:1787382419.001798:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1787382419.001799:0:2400:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060ff100 x1874206007513344/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.001807:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970692864 : -121405738858752 : ffff9195060fc700) 00000100:00000001:3.0:1787382419.001808:0:2400:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382419.001812:0:2400:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1787382419.001819:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060fc700 x1874206007513600/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.001829:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382419.001832:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382419.001835:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142880. 00000100:00000200:0.0:1787382419.001839:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007513600, offset 0 00000400:00000200:0.0:1787382419.001845:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382419.001849:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382419.001853:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382419.001856:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382419.001859:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382419.001861:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382419.001863:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382419.001867:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [174:174:256:4294967295] 192.168.204.139@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:0.0:1787382419.001871:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382419.001892:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382419.001897:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382419.001901:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919506162000. 00000800:00000200:0.0:1787382419.001906:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382419.001910:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382419.001913:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919506162000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382419.001929:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.001937:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: using a timeout of 36153 usecs (37 jiffies) 00000400:00000200:0.0:1787382419.001940:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382419.001942:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295057449 00000100:00000001:0.0:1787382419.001945:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295058707 00000100:00000001:0.0:1787382419.001947:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295057449 00000100:00000001:0.0:1787382419.001949:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295058707 00000100:00000001:0.0:1787382419.001951:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382419.001958:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382419.001961:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382419.001964:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1787382419.002069:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382419.002073:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919506162000. 00000400:00000200:3.0:1787382419.002076:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382419.002081:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:1.0:1787382419.002083:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1787382419.002085:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142880 00000400:00000010:3.0:1787382419.002089:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142880. 00000100:00000001:1.0:1787382419.002090:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382419.002093:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382419.002098:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060fc700 x1874206007513600/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382419.002106:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382419.002109:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060fc700 x1874206007513600/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382419.002116:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382419.002118:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787382419.007598:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.007624:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382419.007629:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.007631:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382419.007644:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007653:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382419.007665:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007670:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007677:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007681:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497505080 00000400:00000200:3.0:1787382419.007687:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007694:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x98d [1] + 224 00000800:00000001:3.0:1787382419.007703:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.007706:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382419.007709:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382419.007714:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382419.007725:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382419.007737:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060fe680 x1874206007513216/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382419.007789:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060fe680 x1874206007513216/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382419.007813:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382419.007823:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.007827:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382419.007829:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.007831:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382419.007834:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007837:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382419.007841:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007844:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007847:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007850:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497505180 00000400:00000200:3.0:1787382419.007853:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007857:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x995 [1] + 224 00000800:00000001:3.0:1787382419.007860:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.007863:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382419.007865:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382419.007868:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382419.007871:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382419.007884:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060fe300 x1874206007513472/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382419.007893:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060fe300 x1874206007513472/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382419.007901:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382419.007904:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.007906:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382419.007908:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.007909:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382419.007912:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007920:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382419.007923:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007926:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007929:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007932:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497505100 00000400:00000200:3.0:1787382419.007935:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007939:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x9a5 [1] + 224 00000800:00000001:3.0:1787382419.007943:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.007946:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382419.007947:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382419.007950:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382419.007953:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382419.007958:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060ff100 x1874206007513344/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382419.007968:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060ff100 x1874206007513344/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382419.007975:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382419.007978:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.007980:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382419.007981:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.007983:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382419.007985:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007989:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382419.007992:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007995:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.007997:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.008000:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497505200 00000400:00000200:3.0:1787382419.008003:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.008006:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x9ad [1] + 224 00000800:00000001:3.0:1787382419.008008:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.008011:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382419.008016:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382419.008019:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382419.008022:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382419.008026:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060fc700 x1874206007513600/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382419.008035:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060fc700 x1874206007513600/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382419.008042:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382419.008044:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.008047:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382419.008048:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.008050:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382419.008053:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.008056:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382419.008059:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.008062:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.008064:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.008067:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 25 MB=0x6a89497505000 00000400:00000200:3.0:1787382419.008070:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382419.008074:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.139@tcp of length 224/224 into md 0x99d [1] + 224 00000800:00000001:3.0:1787382419.008077:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.008099:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382419.008100:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382419.008104:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382419.008106:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382419.008111:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060ffb80 x1874206007513088/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382419.008120:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060ffb80 x1874206007513088/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382419.008126:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382419.008129:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382419.008144:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382419.008670:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382419.008678:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787382419.008690:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382419.008692:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382419.008697:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919503422000. 00000400:00000200:0.0:1787382419.008705:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9195061423b8 00000400:00000010:0.0:1787382419.008707:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9195061423b8. 00000100:00000001:0.0:1787382419.008712:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382419.008720:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060ffb80 x1874206007513088/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382419.008732:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060ffb80 x1874206007513088/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.008740:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382419.008742:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382419.008746:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382419.008750:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382419.008754:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382419.008756:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382419.008761:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382419.008770:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6c60 time=99 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382419.008775:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=99 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382419.008779:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382419.008781:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382419.008785:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787382419.008787:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382419.008790:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.008796:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060ffb80 x1874206007513088/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.008804:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382419.008808:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382419.008810:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382419.008815:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060ffb80 x1874206007513088/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382419.008838:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007513088:192.168.204.139@tcp:400:kworker.0 00000400:00000001:0.0:1787382419.008846:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382419.008848:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382419.008850:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195034226e0. 00000400:00000200:0.0:1787382419.008853:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142088 00000400:00000010:0.0:1787382419.008854:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142088. 00000100:00000001:0.0:1787382419.008857:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382419.008861:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060ff100 x1874206007513344/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382419.008870:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060ff100 x1874206007513344/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.008889:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382419.008891:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382419.008893:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382419.008894:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382419.008896:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382419.008897:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382419.008900:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382419.008908:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102ce460 time=98 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382419.008911:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102ce418 time=98 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382419.008913:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382419.008915:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382419.008917:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787382419.008922:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060ff100 x1874206007513344/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787382419.008929:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382419.008933:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787382419.008936:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:0.0:1787382419.008938:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787382419.008940:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.008944:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060ff100 x1874206007513344/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.008958:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382419.008960:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382419.008961:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382419.008966:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060ff100 x1874206007513344/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382419.008973:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007513344:192.168.204.139@tcp:400:kworker.0 00000400:00000001:0.0:1787382419.008979:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382419.008980:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382419.008982:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9195034221b8. 00000400:00000200:0.0:1787382419.008985:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142550 00000400:00000010:0.0:1787382419.008987:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142550. 00000100:00000001:0.0:1787382419.008988:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382419.008992:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060fc700 x1874206007513600/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382419.009000:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060fc700 x1874206007513600/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.009007:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382419.009008:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382419.009010:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382419.009011:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382419.009012:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382419.009014:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382419.009016:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382419.009021:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dec60 time=37 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382419.009025:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dec18 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382419.009028:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382419.009029:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382419.009031:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1787382419.009036:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060fc700 x1874206007513600/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1787382419.009055:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382419.009058:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787382419.009059:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:0.0:1787382419.009061:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787382419.009063:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.009068:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060fc700 x1874206007513600/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.009074:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382419.009076:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382419.009077:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382419.009080:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060fc700 x1874206007513600/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382419.009088:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:997748da-9c9b-4d05-a631-2455c85e8559:2406:1874206007513600:192.168.204.139@tcp:400:kworker.0 00000400:00000001:0.0:1787382419.009094:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382419.009096:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382419.009098:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919503422738. 00000400:00000200:0.0:1787382419.009100:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142330 00000400:00000010:0.0:1787382419.009102:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142330. 00000100:00000001:0.0:1787382419.009105:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382419.009108:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060fe680 x1874206007513216/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382419.009116:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060fe680 x1874206007513216/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.009122:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382419.009123:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382419.009125:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382419.009126:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382419.009128:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382419.009129:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382419.009140:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382419.009146:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061d2460 time=97 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382419.009148:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061d2418 time=97 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382419.009151:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382419.009152:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382419.009153:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787382419.009156:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382419.009158:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787382419.009159:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:0.0:1787382419.009161:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787382419.009162:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.009167:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060fe680 x1874206007513216/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.009173:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382419.009175:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382419.009177:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382419.009180:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060fe680 x1874206007513216/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382419.009187:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007513216:192.168.204.139@tcp:400:kworker.0 00000400:00000001:0.0:1787382419.009194:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382419.009195:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382419.009197:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919503422a50. 00000400:00000200:0.0:1787382419.009199:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142990 00000400:00000010:0.0:1787382419.009201:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142990. 00000100:00000001:0.0:1787382419.009203:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382419.009207:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060fe300 x1874206007513472/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382419.009215:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060fe300 x1874206007513472/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.009220:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382419.009222:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382419.009229:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382419.009231:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382419.009232:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382419.009234:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382419.009236:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382419.009241:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dcc60 time=37 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382419.009244:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dcc18 time=37 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382419.009246:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382419.009248:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382419.009250:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787382419.009252:0:2406:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382419.009254:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787382419.009256:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:0.0:1787382419.009257:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787382419.009259:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382419.009263:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060fe300 x1874206007513472/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.009269:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382419.009271:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382419.009447:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382419.009454:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060fe300 x1874206007513472/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382419.009462:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:997748da-9c9b-4d05-a631-2455c85e8559:2406:1874206007513472:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382419.009466:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382419.009469:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382419.009472:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060ffb80 x1874206007513088/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.009479:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382419.009482:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382419.009486:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510200800. 02000000:00000001:0.0:1787382419.009490:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382419.009493:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382419.009495:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=3 obd=MGC192.168.204.139@tcp 00000020:00000001:0.0:1787382419.009505:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382419.009509:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919506162200. 02000000:00000001:0.0:1787382419.009512:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382419.009515:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382419.009518:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060ffb80. 00000100:00000001:0.0:1787382419.009522:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382419.009523:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382419.009525:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382419.009529:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060ff100 x1874206007513344/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.009534:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382419.009536:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382419.009538:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510201200. 02000000:00000001:0.0:1787382419.009540:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382419.009542:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382419.009543:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195102ce000 refcount=3 obd=lustre-MDT0001-mdc-ffff919506214800 00000020:00000001:0.0:1787382419.009544:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382419.009546:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919506162900. 02000000:00000001:0.0:1787382419.009548:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382419.009549:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382419.009550:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060ff100. 00000100:00000001:0.0:1787382419.009552:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382419.009554:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382419.009555:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382419.009558:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060fc700 x1874206007513600/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.009563:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382419.009565:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382419.009566:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510201600. 02000000:00000001:0.0:1787382419.009567:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382419.009568:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382419.009570:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195061de800 refcount=3 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000020:00000001:0.0:1787382419.009571:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382419.009573:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919506162400. 02000000:00000001:0.0:1787382419.009575:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382419.009576:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382419.009583:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060fc700. 00000100:00000001:0.0:1787382419.009587:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382419.009589:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382419.009590:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382419.009594:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060fe680 x1874206007513216/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.009601:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382419.009602:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382419.009604:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510200000. 02000000:00000001:0.0:1787382419.009606:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382419.009608:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382419.009609:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195061d2000 refcount=3 obd=lustre-MDT0000-mdc-ffff919506214800 00000020:00000001:0.0:1787382419.009611:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382419.009612:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919506162800. 02000000:00000001:0.0:1787382419.009614:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382419.009615:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382419.009617:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060fe680. 00000100:00000001:0.0:1787382419.009620:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382419.009621:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382419.009623:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382419.009626:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060fe300 x1874206007513472/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382435 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382419.009632:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382419.009633:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382419.009635:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919510201e00. 02000000:00000001:0.0:1787382419.009636:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382419.009638:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382419.009639:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195061dc800 refcount=3 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000020:00000001:0.0:1787382419.009640:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382419.009642:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919506162a00. 02000000:00000001:0.0:1787382419.009643:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382419.009644:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382419.009645:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060fe300. 00000100:00000001:0.0:1787382419.009648:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382419.009649:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382419.009651:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382419.009666:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382419.009669:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382419.009672:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382419.009675:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382419.253598:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382419.253610:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382419.253619:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382419.253620:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382419.253795:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382419.253800:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382419.253804:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382420.277765:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382420.277776:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382420.277785:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382420.277786:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787382420.280437:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787382420.280448:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787382420.280454:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1787382420.341572:0:417:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a220 (cpu 0) has reached its deadline 4295058707, at 4295058752 00000100:00000010:2.0:1787382420.341593:0:417:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9195057b9540. 00000100:00000040:3.0:1787382420.341903:0:830:0:(connection.c:75:cpu_latency_work()) work item of ffff919511f7a330 (cpu 0) has reached its deadline 4295058707, at 4295058752 00000100:00000010:3.0:1787382420.341911:0:830:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9195057b9a80. 00010000:00000001:3.0:1787382421.301611:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382421.301619:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382421.301627:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382421.301628:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382421.302819:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382421.302825:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382421.302841:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1787382422.069762:0:6170:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1787382422.069769:0:6170:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382422.327950:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382422.327957:0:830:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787382422.327960:0:830:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787382422.327963:0:830:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382422.327969:0:830:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787382422.327971:0:830:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382422.327973:0:830:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382422.327975:0:830:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382422.327979:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382422.327980:0:830:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1787382422.327982:0:830:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1787382422.327984:0:830:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382422.327985:0:830:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1787382422.327986:0:830:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382422.327988:0:830:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382422.327990:0:830:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1787382422.328059:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1787382422.328062:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1787382422.328065:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1787382423.349604:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382423.349617:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382423.349627:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382423.349628:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1787382423.349774:0:6178:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1787382423.349779:0:6178:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1787382423.349783:0:6178:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1787382424.118357:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382424.118373:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382424.118383:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060fe300. 00000020:00000040:0.0:1787382424.118391:0:37:0:(genops.c:1231:class_import_get()) import ffff9195102f6800 refcount=4 obd=MGC192.168.204.139@tcp 00000100:00000001:0.0:1787382424.118396:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382424.118416:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382424.118424:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382424.118435:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919506162a00. 00000100:00000001:0.0:1787382424.118445:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.118462:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c7f076f5-cd8a-4f1e-b923-10e1a46b7089->MGS req@ffff9195060fe300 x1874206007513728/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382424.118475:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382424.118481:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.118488:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddde5976] to pc [ptlrpcd_00_01+1] req@ffff9195060fe300 x1874206007513728/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382424.118525:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.118528:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382424.118533:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382424.118536:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060fe680. 00000020:00000040:0.0:1787382424.118539:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061d2000 refcount=4 obd=lustre-MDT0000-mdc-ffff919506214800 00000100:00000001:0.0:1787382424.118550:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382424.118553:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382424.118555:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382424.118559:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919506162800. 00000100:00000001:0.0:1787382424.118563:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.118568:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0000_UUID req@ffff9195060fe680 x1874206007513856/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382424.118576:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382424.118578:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.118582:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004bfb8799] to pc [ptlrpcd_00_00+0] req@ffff9195060fe680 x1874206007513856/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382424.118602:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.118605:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382424.118609:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382424.118613:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060fc700. 00000020:00000040:0.0:1787382424.118616:0:37:0:(genops.c:1231:class_import_get()) import ffff9195102ce000 refcount=4 obd=lustre-MDT0001-mdc-ffff919506214800 00000100:00000001:0.0:1787382424.118619:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382424.118620:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382424.118622:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382424.118625:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919506162400. 00000100:00000001:0.0:1787382424.118629:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.118633:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-MDT0001_UUID req@ffff9195060fc700 x1874206007513984/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382424.118640:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382424.118642:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.118646:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002164f20c] to pc [ptlrpcd_00_01+1] req@ffff9195060fc700 x1874206007513984/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382424.118654:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.118657:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787382424.118661:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787382424.118671:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787382424.118675:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) a7704f26-b5db-496e-9804-6b0fb01761e9->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787382424.118683:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382424.118686:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382424.118690:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060ff100. 00000020:00000040:0.0:1787382424.118694:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061dc800 refcount=4 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000100:00000001:0.0:1787382424.118696:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382424.118698:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382424.118700:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382424.118704:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919506162900. 00000100:00000001:0.0:1787382424.118708:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.118713:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0000_UUID req@ffff9195060ff100 x1874206007514112/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382424.118720:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382424.118722:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.118726:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003df78fd9] to pc [ptlrpcd_00_00+0] req@ffff9195060ff100 x1874206007514112/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382424.118738:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.118740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1787382424.118743:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1787382424.118747:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9195060ffb80. 00000020:00000040:0.0:1787382424.118749:0:37:0:(genops.c:1231:class_import_get()) import ffff9195061de800 refcount=4 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000100:00000001:0.0:1787382424.118751:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1787382424.118752:0:37:0:(sec.c:443:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1787382424.118754:0:37:0:(sec.c:467:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1787382424.118758:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff919506162200. 00000100:00000001:0.0:1787382424.118761:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.118765:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 997748da-9c9b-4d05-a631-2455c85e8559->lustre-MDT0001_UUID req@ffff9195060ffb80 x1874206007514240/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1787382424.118795:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1787382424.118798:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.118803:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004b04ad96] to pc [ptlrpcd_00_01+1] req@ffff9195060ffb80 x1874206007514240/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382424.118811:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.118813:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787382424.118817:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787382424.118820:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1787382424.118823:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 997748da-9c9b-4d05-a631-2455c85e8559->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1787382424.118828:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (400) 00000100:00000001:0.0:1787382424.118844:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382424.118849:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382424.118852:0:2405:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382424.118858:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060fe680 x1874206007513856/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382424.118868:0:2405:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382424.118871:0:2405:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382424.118877:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382424.118880:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382424.118883:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382424.118887:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007513856:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382424.118892:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382424.118901:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382424.118905:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382424.118908:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382424.118914:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9195060a2e00. 02000000:00000001:0.0:1787382424.118917:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382424.118927:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382424.118940:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919503422a50. 00000400:00000010:0.0:1787382424.118951:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142990. 00000100:00000200:0.0:1787382424.118962:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007513856, portal 10 00000100:00000001:0.0:1787382424.118965:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382424.118967:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970700928 : -121405738850688 : ffff9195060fe680) 00000100:00000040:0.0:1787382424.118978:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060fe680 x1874206007513856/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382424.118986:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382424.118988:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382424.118992:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142330. 00000100:00000200:0.0:1787382424.118997:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007513856, offset 0 00000400:00000200:0.0:1787382424.119005:0:2405:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:0.0:1787382424.119017:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382424.119028:0:2405:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382424.119035:0:2405:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1787382424.119041:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382424.119045:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1787382424.119048:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382424.119052:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [175:175:256:4294967295] 192.168.204.139@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:0.0:1787382424.119057:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382424.119069:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382424.119077:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382424.119083:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919506162300. 00000800:00000200:0.0:1787382424.119091:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382424.119101:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382424.119106:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919506162300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382424.119126:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.119131:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: using a timeout of 166800 usecs (167 jiffies) 00000400:00000200:0.0:1787382424.119134:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382424.119138:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295062695 00000100:00000010:0.0:1787382424.119143:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9195057b9f00. 00000100:00000001:0.0:1787382424.119158:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1787382424.119165:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295062695 00000100:00000010:0.0:1787382424.119169:0:2405:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9195057b9de0. 00000100:00000001:0.0:1787382424.119173:0:2405:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff919506214800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1787382424.119176:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382424.119180:0:2405:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382424.119183:0:2405:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1787382424.119188:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060ff100 x1874206007514112/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382424.119196:0:2405:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1787382424.119198:0:2405:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382424.119201:0:2405:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1787382424.119203:0:2405:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1787382424.119205:0:2405:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1787382424.119208:0:2405:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:997748da-9c9b-4d05-a631-2455c85e8559:2405:1874206007514112:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382424.119212:0:2405:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1787382424.119216:0:2405:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1787382424.119217:0:2405:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382424.119219:0:2405:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1787382424.119223:0:2405:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9195060a3400. 02000000:00000001:0.0:1787382424.119225:0:2405:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1787382424.119228:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:0.0:1787382424.119232:0:2405:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919503422738. 00000400:00000010:0.0:1787382424.119236:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142550. 00000100:00000200:0.0:1787382424.119240:0:2405:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007514112, portal 10 00000100:00000001:0.0:1787382424.119242:0:2405:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1787382424.119243:0:2405:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970703616 : -121405738848000 : ffff9195060ff100) 00000100:00000040:0.0:1787382424.119251:0:2405:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060ff100 x1874206007514112/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382424.119258:0:2405:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1787382424.119261:0:2405:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:0.0:1787382424.119270:0:2405:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919506142088. 00000100:00000200:0.0:1787382424.119273:0:2405:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007514112, offset 0 00000400:00000200:0.0:1787382424.119278:0:2405:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000800:00000200:3.0:1787382424.119280:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:0.0:1787382424.119284:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000800:00000010:3.0:1787382424.119288:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919506162300. 00000400:00000200:0.0:1787382424.119291:0:2405:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:0.0:1787382424.119296:0:2405:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1787382424.119297:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1787382424.119300:0:2405:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:0.0:1787382424.119306:0:2405:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1787382424.119310:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:0.0:1787382424.119312:0:2405:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:0.0:1787382424.119317:0:2405:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [176:176:255:4294967295] 192.168.204.139@tcp LPNI seq info [176:176:7:4294967295] 00000400:00000200:0.0:1787382424.119322:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:1.0:1787382424.121247:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382424.121259:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787382424.121262:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787382424.121283:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060fe300 x1874206007513728/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.121299:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787382424.121302:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382424.121309:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787382424.121313:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787382424.121316:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787382424.121320:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007513728:192.168.204.139@tcp:400:kworker.0 00000100:00000001:1.0:1787382424.121325:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787382424.121331:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787382424.121335:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382424.121337:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787382424.121345:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919502d59e00. 02000000:00000001:1.0:1787382424.121347:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787382424.121355:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:1.0:1787382424.121360:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919508ef9840. 00000400:00000010:1.0:1787382424.121369:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507312908. 00000100:00000200:1.0:1787382424.121378:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007513728, portal 25 00000100:00000001:1.0:1787382424.121380:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787382424.121389:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970700032 : -121405738851584 : ffff9195060fe300) 00000100:00000040:1.0:1787382424.121395:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060fe300 x1874206007513728/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.121447:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787382424.121451:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:1.0:1787382424.121455:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9195073126e8. 00000100:00000200:1.0:1787382424.121460:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1874206007513728, offset 0 00000400:00000200:1.0:1787382424.121468:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:1.0:1787382424.121480:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:1.0:1787382424.121489:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:1.0:1787382424.121494:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787382424.121499:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:1.0:1787382424.121503:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787382424.121506:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:1.0:1787382424.121510:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [177:177:255:4294967295] 192.168.204.139@tcp LPNI seq info [177:177:7:4294967295] 00000400:00000200:1.0:1787382424.121513:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:0.0:1787382424.123607:0:2405:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:0.0:1787382424.123626:0:2405:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:0.0:1787382424.123639:0:2405:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff919506162d00. 00000800:00000200:0.0:1787382424.123649:0:2405:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:0.0:1787382424.123659:0:2405:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:0.0:1787382424.123664:0:2405:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff919506162d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382424.124623:0:2405:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.124635:0:2405:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: using a timeout of 28002 usecs (29 jiffies) 00000400:00000200:0.0:1787382424.124642:0:2405:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:0.0:1787382424.124646:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295062561 00000100:00000001:0.0:1787382424.124650:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295062695 00000100:00000001:0.0:1787382424.124653:0:2405:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295062561 00000100:00000001:0.0:1787382424.124655:0:2405:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295062695 00000100:00000001:0.0:1787382424.124658:0:2405:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382424.124662:0:2405:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382424.124668:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787382424.125120:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:1.0:1787382424.125130:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:1.0:1787382424.125140:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195035e0f00. 00000800:00000200:1.0:1787382424.125147:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:1.0:1787382424.125156:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:1.0:1787382424.125161:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195035e0f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787382424.125165:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787382424.125170:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:1.0:1787382424.125172:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 2 is 4295063830 00000100:00000001:1.0:1787382424.125181:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4295062695 00000100:00000001:1.0:1787382424.125188:0:2406:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS new deadline estimation for cpu 3 is 4295063830 00000100:00000001:1.0:1787382424.125192:0:2406:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.204.139@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4295062695 00000100:00000001:1.0:1787382424.125195:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787382424.125197:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382424.125221:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787382424.125232:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060fc700 x1874206007513984/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.125242:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787382424.125245:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382424.125250:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787382424.125254:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787382424.125257:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787382424.125261:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007513984:192.168.204.139@tcp:400:kworker.0 00000100:00000001:1.0:1787382424.125265:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787382424.125272:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787382424.125275:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382424.125278:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787382424.125284:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919502d59000. 02000000:00000001:1.0:1787382424.125286:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787382424.125292:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:1.0:1787382424.125298:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919508ef9b58. 00000400:00000010:1.0:1787382424.125307:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507312dd0. 00000100:00000200:1.0:1787382424.125316:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007513984, portal 10 00000100:00000001:1.0:1787382424.125318:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787382424.125320:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970692864 : -121405738858752 : ffff9195060fc700) 00000100:00000040:1.0:1787382424.125328:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060fc700 x1874206007513984/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.125336:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787382424.125339:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:1.0:1787382424.125342:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507312000. 00000100:00000200:1.0:1787382424.125347:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007513984, offset 0 00000400:00000200:1.0:1787382424.125355:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:1.0:1787382424.125364:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:1.0:1787382424.125373:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:1.0:1787382424.125379:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787382424.125385:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:1.0:1787382424.125390:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787382424.125415:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:1.0:1787382424.125419:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [178:178:253:4294967295] 192.168.204.139@tcp LPNI seq info [178:178:5:4294967295] 00000400:00000200:1.0:1787382424.125424:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:1.0:1787382424.125430:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:1.0:1787382424.125434:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:1.0:1787382424.125439:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195035e0d00. 00000800:00000200:1.0:1787382424.125442:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:1.0:1787382424.125446:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:1.0:1787382424.125448:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195035e0d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1787382424.125451:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382424.125455:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: using a timeout of 82090 usecs (83 jiffies) 00000400:00000200:1.0:1787382424.125458:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:1.0:1787382424.125460:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 2 is 4295062619 00000100:00000001:1.0:1787382424.125462:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 2, keep current deadline 4295063830 00000100:00000001:1.0:1787382424.125464:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS new deadline estimation for cpu 3 is 4295062619 00000100:00000001:1.0:1787382424.125466:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff919506214800: PM QoS request active for cpu 3, keep current deadline 4295063830 00000100:00000001:1.0:1787382424.125468:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787382424.125470:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382424.125473:0:2406:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1787382424.125477:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff9195060ffb80 x1874206007514240/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.125485:0:2406:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1787382424.125486:0:2406:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382424.125489:0:2406:0:(sec.c:718:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1787382424.125490:0:2406:0:(sec.c:749:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1787382424.125493:0:2406:0:(sec.c:793:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1787382424.125495:0:2406:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:997748da-9c9b-4d05-a631-2455c85e8559:2406:1874206007514240:192.168.204.139@tcp:400:kworker.0 00000100:00000001:1.0:1787382424.125499:0:2406:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1787382424.125502:0:2406:0:(sec.c:1089:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1787382424.125509:0:2406:0:(sec.c:1126:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382424.125511:0:2406:0:(sec.c:1873:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1787382424.125515:0:2406:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff919502d59a00. 02000000:00000001:1.0:1787382424.125517:0:2406:0:(sec.c:1883:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1787382424.125520:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000010:1.0:1787382424.125523:0:2406:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff919508ef9580. 00000400:00000010:1.0:1787382424.125527:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507312990. 00000100:00000200:1.0:1787382424.125530:0:2406:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1874206007514240, portal 10 00000100:00000001:1.0:1787382424.125532:0:2406:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1787382424.125534:0:2406:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446622667970706304 : -121405738845312 : ffff9195060ffb80) 00000020:00000010:1.0:1787382424.125543:0:2406:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff91950615c000. 00000100:00000040:1.0:1787382424.125549:0:2406:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff9195060ffb80 x1874206007514240/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.125555:0:2406:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1787382424.125558:0:2406:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.139@tcp 00000400:00000010:1.0:1787382424.125560:0:2406:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff919507312f68. 00000100:00000200:1.0:1787382424.125563:0:2406:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1874206007514240, offset 0 00000400:00000200:1.0:1787382424.125568:0:2406:0:(lib-move.c:5069:LNetPut()) LNetPut -> 12345-192.168.204.139@tcp 00000400:00000200:1.0:1787382424.125572:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:1.0:1787382424.125576:0:2406:0:(lib-move.c:2720:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.204.139@tcp local destination 00000400:00000200:1.0:1787382424.125579:0:2406:0:(lib-move.c:2350:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1787382424.125582:0:2406:0:(lib-move.c:1532:lnet_get_best_ni()) selected best_ni 192.168.204.39@tcp 00000400:00000200:1.0:1787382424.125584:0:2406:0:(lib-move.c:1086:lnet_select_peer_ni()) 192.168.204.39@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1787382424.125586:0:2406:0:(lib-move.c:1155:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.139@tcp 00000400:00000200:1.0:1787382424.125589:0:2406:0:(lib-move.c:1652:lnet_handle_send()) 192.168.204.39@tcp NI seq info: [179:179:252:4294967295] 192.168.204.139@tcp LPNI seq info [179:179:4:4294967295] 00000400:00000200:1.0:1787382424.125593:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:1.0:1787382424.125598:0:2406:0:(lib-move.c:1767:lnet_handle_send()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp:) -> 192.168.204.139@tcp(192.168.204.139@tcp:192.168.204.139@tcp) : PUT try# 0 00000800:00000200:1.0:1787382424.125602:0:2406:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.204.139@tcp 00000800:00000010:1.0:1787382424.125606:0:2406:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9195035e0400. 00000800:00000200:1.0:1787382424.125609:0:2406:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff9195118f7780] -> 12345-192.168.204.139@tcp (5) 00000800:00000200:1.0:1787382424.125615:0:2406:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.139@tcp ip 192.168.204.139:988 00000800:00000200:1.0:1787382424.125618:0:2406:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff9195035e0400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1787382424.125626:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382424.125632:0:2406:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382424.125637:0:2406:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: using a timeout of 33305 usecs (34 jiffies) 00000400:00000200:1.0:1787382424.125640:0:2406:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000100:00000001:1.0:1787382424.125642:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 2 is 4295062570 00000100:00000001:0.0:1787382424.125643:0:2405:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787382424.125645:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 2, keep current deadline 4295063830 00000100:00000001:0.0:1787382424.125649:0:2405:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787382424.125650:0:2406:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS new deadline estimation for cpu 3 is 4295062570 00000100:00000001:1.0:1787382424.125652:0:2406:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff9195102cc800: PM QoS request active for cpu 3, keep current deadline 4295063830 00000100:00000001:1.0:1787382424.125655:0:2406:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787382424.125656:0:2406:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382424.125659:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382424.125663:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382424.125665:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382424.125668:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1787382424.125670:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787382424.125672:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1787382424.125675:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382424.125677:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1787382424.125679:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382424.125681:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382424.125952:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142330 00000400:00000010:3.0:1787382424.125957:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142330. 00000100:00000001:3.0:1787382424.125966:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382424.125975:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060fe680 x1874206007513856/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382424.125986:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382424.125990:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060fe680 x1874206007513856/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382424.125998:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382424.126000:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382424.126044:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382424.126048:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff919506162d00. 00000400:00000200:3.0:1787382424.126053:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382424.126059:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382424.126062:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142088 00000400:00000010:3.0:1787382424.126063:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142088. 00000100:00000001:3.0:1787382424.126066:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382424.126070:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060ff100 x1874206007514112/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382424.126077:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382424.126079:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060ff100 x1874206007514112/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382424.126086:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382424.126087:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382424.126092:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382424.126094:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195035e0f00. 00000400:00000200:3.0:1787382424.126097:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382424.126102:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:0.0:1787382424.126103:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1787382424.126105:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9195073126e8 00000100:00000001:0.0:1787382424.126108:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1787382424.126114:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff9195073126e8. 00000100:00000001:3.0:1787382424.126117:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382424.126121:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060fe300 x1874206007513728/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382424.126129:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382424.126132:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060fe300 x1874206007513728/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382424.126138:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382424.126139:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382424.126145:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382424.126147:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195035e0d00. 00000400:00000200:3.0:1787382424.126148:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382424.126151:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382424.126153:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507312000 00000400:00000010:3.0:1787382424.126154:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507312000. 00000100:00000001:3.0:1787382424.126156:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382424.126159:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060fc700 x1874206007513984/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382424.126166:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382424.126169:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060fc700 x1874206007513984/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382424.126175:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382424.126176:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1787382424.131875:0:2399:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1787382424.131889:0:2399:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9195035e0400. 00000400:00000200:3.0:1787382424.131898:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382424.131910:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000400:00000200:3.0:1787382424.131919:0:2399:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507312f68 00000400:00000010:3.0:1787382424.131922:0:2399:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507312f68. 00000100:00000001:3.0:1787382424.131928:0:2399:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1787382424.131938:0:2399:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff9195060ffb80 x1874206007514240/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382424.131955:0:2399:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1787382424.131968:0:2399:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff9195060ffb80 x1874206007514240/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382424.131976:0:2399:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1787382424.131979:0:2399:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1787382424.131993:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.132010:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382424.132013:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.132015:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382424.132024:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.132029:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382424.132036:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.132040:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.132047:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.132050:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497505300 00000400:00000200:3.0:1787382424.132055:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.132064:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x9b5 [1] + 224 00000800:00000001:3.0:1787382424.132073:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.132081:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382424.132083:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382424.132086:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382424.132091:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382424.132097:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060fe680 x1874206007513856/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382424.132107:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060fe680 x1874206007513856/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382424.132128:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382424.132133:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.132137:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382424.132158:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382424.132164:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1787382424.132175:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1787382424.132178:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1787382424.132182:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919503422a50. 00000400:00000200:0.0:1787382424.132187:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142990 00000400:00000010:0.0:1787382424.132190:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142990. 00000100:00000001:0.0:1787382424.132193:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1787382424.132199:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060fe680 x1874206007513856/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1787382424.132211:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060fe680 x1874206007513856/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382424.132218:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1787382424.132221:0:2405:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382424.132224:0:2405:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1787382424.132229:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1787382424.132233:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1787382424.132235:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1787382424.132240:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1787382424.132253:0:2405:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061d2460 time=102 v=5 (5 0 0 0) 00000100:00001000:0.0:1787382424.132259:0:2405:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061d2418 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1787382424.132263:0:2405:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1787382424.132265:0:2405:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1787382424.132269:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1787382424.132274:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382424.132280:0:2405:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1787382424.132283:0:2405:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:0.0:1787382424.132285:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1787382424.132287:0:2405:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1787382424.132292:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060fe680 x1874206007513856/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382424.132300:0:2405:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1787382424.132310:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1787382424.132313:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1787382424.132317:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060fe680 x1874206007513856/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787382424.132327:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:a7704f26-b5db-496e-9804-6b0fb01761e9:2405:1874206007513856:192.168.204.139@tcp:400:kworker.0 00000100:00000001:0.0:1787382424.132334:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382424.132336:0:2405:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1787382424.132339:0:2405:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060fe680 x1874206007513856/t0(0) o400->lustre-MDT0000-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1787382424.132346:0:2405:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1787382424.132350:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1787382424.132356:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9195060a2e00. 02000000:00000001:0.0:1787382424.132360:0:2405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1787382424.132364:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1787382424.132366:0:2405:0:(genops.c:1244:class_import_put()) import ffff9195061d2000 refcount=3 obd=lustre-MDT0000-mdc-ffff919506214800 00000020:00000001:0.0:1787382424.132368:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1787382424.132372:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919506162800. 02000000:00000001:0.0:1787382424.132376:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1787382424.132379:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1787382424.132382:0:2405:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060fe680. 00000100:00000001:0.0:1787382424.132388:0:2405:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1787382424.132389:0:2405:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1787382424.132433:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382424.132435:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1787382424.132437:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1787382424.132438:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1787382424.132440:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787382424.134811:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.134832:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382424.134839:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.134841:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382424.134853:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.134869:0:2399:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382424.134880:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.134885:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.134891:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.134895:0:2399:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497505400 00000400:00000200:3.0:1787382424.134901:0:2399:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.134907:0:2399:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x9bd [1] + 224 00000800:00000001:3.0:1787382424.134916:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.134923:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382424.134927:0:2399:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382424.134932:0:2399:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382424.134941:0:2399:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382424.134954:0:2399:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060ff100 x1874206007514112/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382424.134967:0:2399:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060ff100 x1874206007514112/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382424.134991:0:2399:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382424.135002:0:2399:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.135005:0:2399:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382424.138084:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382424.138097:0:2405:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787382424.138109:0:2405:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787382424.138113:0:2405:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787382424.138118:0:2405:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919503422738. 00000400:00000200:1.0:1787382424.138129:0:2405:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919506142550 00000400:00000010:1.0:1787382424.138132:0:2405:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919506142550. 00000100:00000001:1.0:1787382424.138139:0:2405:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787382424.138156:0:2405:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060ff100 x1874206007514112/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787382424.138171:0:2405:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060ff100 x1874206007514112/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.138179:0:2405:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787382424.138182:0:2405:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382424.138186:0:2405:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787382424.138190:0:2405:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787382424.138203:0:2405:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787382424.138206:0:2405:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382424.138211:0:2405:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787382424.138223:0:2405:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dcc60 time=42 v=5 (5 0 0 0) 00000100:00001000:1.0:1787382424.138228:0:2405:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dcc18 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1787382424.138232:0:2405:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787382424.138233:0:2405:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787382424.138237:0:2405:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787382424.138241:0:2405:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382424.138246:0:2405:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787382424.138249:0:2405:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:1.0:1787382424.138250:0:2405:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787382424.138252:0:2405:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382424.138258:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060ff100 x1874206007514112/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.138265:0:2405:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787382424.138268:0:2405:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787382424.138271:0:2405:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787382424.138275:0:2405:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060ff100 x1874206007514112/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382424.138283:0:2405:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:997748da-9c9b-4d05-a631-2455c85e8559:2405:1874206007514112:192.168.204.139@tcp:400:kworker.0 00000100:00000001:1.0:1787382424.138288:0:2405:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382424.138291:0:2405:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787382424.138294:0:2405:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060ff100 x1874206007514112/t0(0) o400->lustre-MDT0000-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.138300:0:2405:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787382424.138303:0:2405:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787382424.138308:0:2405:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9195060a3400. 02000000:00000001:1.0:1787382424.138313:0:2405:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787382424.138316:0:2405:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787382424.138318:0:2405:0:(genops.c:1244:class_import_put()) import ffff9195061dc800 refcount=3 obd=lustre-MDT0000-mdc-ffff9195102cc800 00000020:00000001:1.0:1787382424.138321:0:2405:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787382424.138329:0:2405:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919506162900. 02000000:00000001:1.0:1787382424.138333:0:2405:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787382424.138335:0:2405:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787382424.138338:0:2405:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060ff100. 00000100:00000001:1.0:1787382424.138342:0:2405:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787382424.138343:0:2405:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382424.138346:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382424.138355:0:2405:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787382424.138357:0:2405:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382424.138360:0:2405:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382424.138363:0:2405:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1787382424.139942:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.139966:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382424.139973:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.139976:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382424.139988:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.139998:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382424.140008:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.140014:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.140020:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.140025:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497505380 00000400:00000200:3.0:1787382424.140031:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.140038:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x9cd [1] + 224 00000800:00000001:3.0:1787382424.140050:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.140072:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382424.140077:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382424.140082:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382424.141038:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382424.141054:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060fc700 x1874206007513984/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382424.141069:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060fc700 x1874206007513984/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382424.141091:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382424.141106:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.141117:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382424.141120:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.141123:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382424.141128:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.141133:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382424.141139:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.141143:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.141148:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.141152:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 10 MB=0x6a89497505480 00000400:00000200:3.0:1787382424.141158:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.141164:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.204.139@tcp of length 224/224 into md 0x9d5 [1] + 224 00000800:00000001:3.0:1787382424.141169:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.141174:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382424.141177:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382424.141180:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382424.141184:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382424.141189:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060ffb80 x1874206007514240/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382424.141199:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060ffb80 x1874206007514240/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382424.141207:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382424.141221:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.141224:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1787382424.141226:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.141228:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382424.141231:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.141235:0:2400:0:(lib-move.c:4560:lnet_parse()) TRACE: 192.168.204.39@tcp(192.168.204.39@tcp) <- 192.168.204.139@tcp : PUT - for me 00000400:00000200:3.0:1787382424.141238:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.141241:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.141244:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.141248:0:2400:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.204.139@tcp of length 224 into portal 25 MB=0x6a89497505280 00000400:00000200:3.0:1787382424.141252:0:2400:0:(api-ni.c:1558:lnet_nid4_cpt_hash()) Match nid 192.168.204.139@tcp to cpt 1 00000400:00000200:3.0:1787382424.141257:0:2400:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.204.139@tcp of length 224/224 into md 0x9c5 [1] + 224 00000800:00000001:3.0:1787382424.141261:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.141268:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1787382424.141270:0:2400:0:(lib-msg.c:1048:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1787382424.141273:0:2400:0:(lib-msg.c:824:lnet_health_check()) health check: 192.168.204.39@tcp->192.168.204.139@tcp: PUT: OK 00000100:00000001:3.0:1787382424.141276:0:2400:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1787382424.141282:0:2400:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff9195060fe300 x1874206007513728/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1787382424.141290:0:2400:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff9195060fe300 x1874206007513728/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1787382424.141298:0:2400:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1787382424.141302:0:2400:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1787382424.141305:0:2400:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382424.145768:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382424.145790:0:2406:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1787382424.145804:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787382424.145807:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787382424.145813:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919508ef9840. 00000400:00000200:1.0:1787382424.145825:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507312908 00000400:00000010:1.0:1787382424.145828:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507312908. 00000100:00000001:1.0:1787382424.145834:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787382424.145853:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060fe300 x1874206007513728/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787382424.145867:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060fe300 x1874206007513728/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.145876:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787382424.145878:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382424.145881:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787382424.145886:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787382424.145889:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787382424.145892:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382424.145895:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787382424.145903:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102f6c60 time=104 v=5 (5 0 0 0) 00000100:00001000:1.0:1787382424.145908:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102f6c18 time=104 v=5 (1 0 0 0) 00000100:00000001:1.0:1787382424.145910:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787382424.145912:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787382424.145915:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1787382424.145918:0:2406:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382424.145922:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382424.145954:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060fe300 x1874206007513728/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.145962:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787382424.145966:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787382424.145968:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787382424.145972:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060fe300 x1874206007513728/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382424.145980:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c7f076f5-cd8a-4f1e-b923-10e1a46b7089:2406:1874206007513728:192.168.204.139@tcp:400:kworker.0 00000400:00000001:1.0:1787382424.145987:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787382424.145989:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787382424.145992:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919508ef9b58. 00000400:00000200:1.0:1787382424.145994:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507312dd0 00000400:00000010:1.0:1787382424.145996:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507312dd0. 00000100:00000001:1.0:1787382424.145998:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787382424.146003:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060fc700 x1874206007513984/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787382424.146012:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060fc700 x1874206007513984/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.146018:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787382424.146020:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382424.146022:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787382424.146024:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787382424.146025:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787382424.146026:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382424.146028:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787382424.146035:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195102ce460 time=103 v=5 (5 0 0 0) 00000100:00001000:1.0:1787382424.146038:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195102ce418 time=103 v=5 (1 0 0 0) 00000100:00000001:1.0:1787382424.146040:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787382424.146042:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787382424.146044:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787382424.146049:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060fc700 x1874206007513984/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787382424.146066:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382424.146069:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787382424.146072:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff919506214800: skip recheck: last_committed 0 00000100:00000001:1.0:1787382424.146075:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787382424.146076:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382424.146080:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060fc700 x1874206007513984/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.146085:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787382424.146087:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787382424.146088:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787382424.146090:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060fc700 x1874206007513984/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382424.146097:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:a7704f26-b5db-496e-9804-6b0fb01761e9:2406:1874206007513984:192.168.204.139@tcp:400:kworker.0 00000400:00000001:1.0:1787382424.146103:0:2406:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1787382424.146104:0:2406:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1787382424.146106:0:2406:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff919508ef9580. 00000400:00000200:1.0:1787382424.146108:0:2406:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff919507312990 00000400:00000010:1.0:1787382424.146110:0:2406:0:(lib-lnet.h:276:lnet_md_free()) slab-freed 'md': 136 at ffff919507312990. 00000100:00000001:1.0:1787382424.146112:0:2406:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1787382424.146116:0:2406:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff9195060ffb80 x1874206007514240/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1787382424.146124:0:2406:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff9195060ffb80 x1874206007514240/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.146130:0:2406:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1787382424.146131:0:2406:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382424.146133:0:2406:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1787382424.146134:0:2406:0:(sec.c:1134:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1787382424.146135:0:2406:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1787382424.146137:0:2406:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1787382424.146143:0:2406:0:(sec.c:1190:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1787382424.146148:0:2406:0:(import.c:2148:obd_at_measure()) add 5 to ffff9195061dec60 time=42 v=5 (5 0 0 0) 00000100:00001000:1.0:1787382424.146150:0:2406:0:(import.c:2148:obd_at_measure()) add 1 to ffff9195061dec18 time=42 v=5 (1 0 0 0) 00000100:00000001:1.0:1787382424.146152:0:2406:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1787382424.146154:0:2406:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1787382424.146155:0:2406:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1787382424.146159:0:2406:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9195060ffb80 x1874206007514240/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1787382424.146165:0:2406:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382424.146168:0:2406:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1787382424.146169:0:2406:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff9195102cc800: skip recheck: last_committed 0 00000100:00000001:1.0:1787382424.146171:0:2406:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1787382424.146172:0:2406:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1787382424.146175:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff9195060ffb80 x1874206007514240/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.146181:0:2406:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1787382424.146183:0:2406:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1787382424.146184:0:2406:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1787382424.146188:0:2406:0:(lustre_net.h:2426:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff9195060ffb80 x1874206007514240/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787382424.146196:0:2406:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff9195060ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:997748da-9c9b-4d05-a631-2455c85e8559:2406:1874206007514240:192.168.204.139@tcp:400:kworker.0 00000100:00000001:1.0:1787382424.146200:0:2406:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382424.146203:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787382424.146206:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060fe300 x1874206007513728/t0(0) o400->MGC192.168.204.139@tcp@192.168.204.139@tcp:26/25 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.146214:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787382424.146217:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787382424.146221:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919502d59e00. 02000000:00000001:1.0:1787382424.146225:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787382424.146228:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787382424.146231:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195102f6800 refcount=3 obd=MGC192.168.204.139@tcp 00000020:00000001:1.0:1787382424.146238:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787382424.146242:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919506162a00. 02000000:00000001:1.0:1787382424.146247:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787382424.146249:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787382424.146252:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060fe300. 00000100:00000001:1.0:1787382424.146257:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787382424.146258:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382424.146260:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787382424.146263:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060fc700 x1874206007513984/t0(0) o400->lustre-MDT0001-mdc-ffff919506214800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.146269:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787382424.146270:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787382424.146271:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919502d59000. 02000000:00000001:1.0:1787382424.146273:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787382424.146275:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787382424.146276:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195102ce000 refcount=3 obd=lustre-MDT0001-mdc-ffff919506214800 00000020:00000001:1.0:1787382424.146278:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787382424.146280:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919506162400. 02000000:00000001:1.0:1787382424.146281:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787382424.146282:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787382424.146284:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060fc700. 00000100:00000001:1.0:1787382424.146286:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787382424.146287:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382424.146289:0:2406:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1787382424.146292:0:2406:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff9195060ffb80 x1874206007514240/t0(0) o400->lustre-MDT0001-mdc-ffff9195102cc800@192.168.204.139@tcp:12/10 lens 224/224 e 0 to 0 dl 1787382440 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1787382424.146298:0:2406:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1787382424.146299:0:2406:0:(sec.c:1898:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1787382424.146300:0:2406:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff919502d59a00. 02000000:00000001:1.0:1787382424.146302:0:2406:0:(sec.c:1912:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1787382424.146303:0:2406:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1787382424.146304:0:2406:0:(genops.c:1244:class_import_put()) import ffff9195061de800 refcount=3 obd=lustre-MDT0001-mdc-ffff9195102cc800 00000020:00000001:1.0:1787382424.146306:0:2406:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1787382424.146307:0:2406:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff919506162200. 02000000:00000001:1.0:1787382424.146309:0:2406:0:(sec.c:483:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1787382424.146310:0:2406:0:(sec.c:500:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1787382424.146316:0:2406:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9195060ffb80. 00000100:00000001:1.0:1787382424.146319:0:2406:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1787382424.146320:0:2406:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382424.146322:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1787382424.146334:0:2406:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1787382424.146336:0:2406:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1787382424.146338:0:2406:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1787382424.146340:0:2406:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382424.376780:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382424.376791:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1787382424.376801:0:830:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1787382424.376802:0:830:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1787382424.376837:0:6177:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1787382424.376842:0:6177:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1787382424.376845:0:6177:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1787382425.134144:0:10666:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1787382425.134158:0:10666:0:(llite_lib.c:4107:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 11291 lines, 11291 kept, 0 dropped, 0 bad.