00000001:01000000:2.0F:1786190724.898195:0:2329:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm adler32 speed = 635 MB/s 00000001:01000000:3.0F:1786190725.163691:0:2329:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32 speed = 913 MB/s 00000001:01000000:2.0:1786190725.413080:0:2329:0:(lnet-crypto.c:359:cfs_crypto_performance_test()) Crypto hash algorithm crc32c speed = 7915 MB/s 00000020:02000000:2.0:1786190726.425969:0:2358:0:(class_obd.c:804:obdclass_init()) Lustre: Build Version: 2.17.56_51_geba2e8d 00000400:02000000:1.0F:1786190727.463146:0:2373:0:(api-ni.c:2822:lnet_startup_lndni()) Added LNI 192.168.203.57@tcp [8/256/0/180] 00008000:02000000:3.0:1786190730.866159:0:2523:0:(echo_client.c:2574:obdecho_init()) Echo OBD driver; http://www.lustre.org/ 00000020:01000004:1.0:1786190899.539467:0:6149:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1786190899.539471:0:6149:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:1.0:1786190899.539473:0:6149:0:(obd_mount.c:926:lmd_print()) device: 192.168.203.157@tcp:/lustre 00000020:01000004:1.0:1786190899.539474:0:6149:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:1.0:1786190899.539610:0:6149:0:(super25.c:130:lustre_fill_super()) VFS Op: sb 00000000d6d8a580 00000080:01000004:1.0:1786190899.539618:0:6149:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:1.0:1786190899.539633:0:6149:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.157@tcp' 00000020:01000004:1.0:1786190899.539744:0:6149:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.157@tcp (typ=mgc) 00000020:00000080:1.0:1786190899.539764:0:6149:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.157@tcp (000000004b9b747d) 00000020:00000080:1.0:1786190899.539777:0:6149:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type mgc with refcount 2 00000100:00100000:1.0:1786190899.540663:0:6149:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1786190899.540691:0:6149:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1786190899.540826:0:6149:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 34 00000100:00100000:1.0:1786190899.540833:0:6149:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1786190899.542207:0:6149:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 34 00000100:00100000:1.0:1786190899.542231:0:6149:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:0.0F:1786190899.543725:0:6149:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 0 min 2 max 34 00000100:00100000:0.0:1786190899.543744:0:6149:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_000' 00000100:00100000:0.0:1786190899.544246:0:6149:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[1] started 1 min 2 max 34 00000100:00100000:0.0:1786190899.544253:0:6149:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb01_001' 00000100:00100000:0.0:1786190899.544923:0:6149:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1786190899.545449:0:6149:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1786190899.545638:0:6149:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 34 00000100:00100000:0.0:1786190899.545721:0:6149:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1786190899.546502:0:6149:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 34 00000100:00100000:1.0:1786190899.546511:0:6149:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:0.0:1786190899.546996:0:6149:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 34 00000100:00100000:0.0:1786190899.547132:0:6149:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00000100:00100000:1.0:1786190899.547499:0:6149:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 0 min 3 max 34 00000100:00100000:1.0:1786190899.547506:0:6149:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_000' 00000100:00100000:1.0:1786190899.548134:0:6149:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 1 min 3 max 34 00000100:00100000:1.0:1786190899.548143:0:6149:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_001' 00000100:00100000:0.0:1786190899.548605:0:6149:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[1] started 2 min 3 max 34 00000100:00100000:0.0:1786190899.548612:0:6149:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn01_002' 00010000:00010000:2.0:1786190899.549390:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190899.549394:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190899.549396:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190899.549778:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190899.549781:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190899.549782:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:0.0:1786190899.550331:0:6149:0:(ldlm_lib.c:102:import_set_conn()) imp 0000000029d9a3eb@MGC192.168.203.157@tcp: add connection 192.168.203.157@tcp at head 00010000:00010000:0.0:1786190899.550513:0:6149:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.157@tcp-0 is initialized 00000040:01000000:0.0:1786190899.550520:0:6149:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.157@tcp ctxt 1 is initialized 10000000:01000000:3.0:1786190899.550964:0:6163:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:0.0:1786190899.551057:0:6149:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.157@tcp (uuid c398ac42-f517-4a33-b1a3-1b5180bea630) 00000020:00000080:0.0:1786190899.551078:0:6149:0:(genops.c:1406:class_connect()) connect: client c398ac42-f517-4a33-b1a3-1b5180bea630, cookie 0x30c57aa03435310c 00000100:00080000:0.0:1786190899.551089:0:6149:0:(import.c:510:import_select_connection()) MGC192.168.203.157@tcp: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:0.0:1786190899.551095:0:6149:0:(import.c:546:import_select_connection()) MGC192.168.203.157@tcp: skip NID 192.168.203.157@tcp as not ready: rc = -114 00000100:00080000:0.0:1786190899.551100:0:6149:0:(import.c:624:import_select_connection()) MGC192.168.203.157@tcp: import 0000000029d9a3eb using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000100:00100000:0.0:1786190899.551140:0:6149:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000073000071 x1872956727754880/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1786190899.551172:0:6149:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import c398ac42-f517-4a33-b1a3-1b5180bea630->MGS 00000080:00200000:0.0:1786190899.551190:0:6149:0:(llite_lib.c:1515:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff963644f1b800 (sb 00000000d6d8a580) 00000080:01000000:0.0:1786190899.551254:0:6149:0:(llite_lib.c:1241:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:0.0:1786190899.551256:0:6149:0:(llite_lib.c:1251:ll_options()) next opt=user_xattr 00000080:00000004:0.0:1786190899.551260:0:6149:0:(llite_lib.c:1251:ll_options()) next opt=flock 00000080:01000000:0.0:1786190899.551268:0:6149:0:(llite_lib.c:1549:ll_fill_super()) llite sb uuid: 73e28915-1996-44ef-9211-1b682baca970 00000100:00100000:3.0:1786190899.551494:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000073000071 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c398ac42-f517-4a33-b1a3-1b5180bea630:2389:1872956727754880:192.168.203.157@tcp:250: 10000000:01000000:0.0:1786190899.557467:0:6149:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1786190899.557472:0:6149:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff963644f1b800 10000000:01000000:0.0:1786190899.557477:0:6149:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff963644dc3380 10000000:01000000:0.0:1786190899.557481:0:6149:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1786190899.557493:0:6149:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff963644dc3380 from 1 10000000:01000000:0.0:1786190899.557496:0:6149:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1786190899.557534:0:6149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 00000000ca93c220/0x30c57aa034353113 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786190899.557545:0:6149:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 00000000ca93c220/0x30c57aa034353113 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786190899.557556:0:6149:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 00000000ca93c220/0x30c57aa034353113 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1786190899.557578:0:6149:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@00000000bf83c428 x1872956727755008/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190899.557588:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set 000000007bfc6a74 going to sleep for 0 seconds 00010000:00010000:0.0:1786190899.558837:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786190900.567222:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set 000000007bfc6a74 going to sleep for 0 seconds 00010000:00010000:3.0:1786190900.567297:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786190900.567957:0:2389:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has timed out for sent delay: [sent 1786190899/real 0] req@0000000073000071 x1872956727754880/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1786190900 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190900.567971:0:2389:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000073000071 x1872956727754880/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1786190900 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1786190900.567988:0:2389:0:(import.c:65:import_set_state_nolock()) 0000000029d9a3eb MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1786190900.568454:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c398ac42-f517-4a33-b1a3-1b5180bea630->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1786190900.568461:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1786190900.568463:0:37:0:(import.c:65:import_set_state_nolock()) 0000000029d9a3eb MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1786190900.568468:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.157@tcp: connect to NID 192.168.203.157@tcp last attempt 292 00000100:00080000:2.0:1786190900.568481:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.157@tcp: import 0000000029d9a3eb using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000100:00100000:2.0:1786190900.568537:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fcd85f71 x1872956727755136/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1786190900.568708:0:2389:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.157@tcp failed (-110) 00000100:00100000:0.0:1786190900.568713:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000073000071 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c398ac42-f517-4a33-b1a3-1b5180bea630:2389:1872956727754880:192.168.203.157@tcp:250: 00000100:00100000:0.0:1786190900.568738:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000fcd85f71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c398ac42-f517-4a33-b1a3-1b5180bea630:2389:1872956727755136:192.168.203.157@tcp:250: 00000100:00100000:0.0:1786190900.575249:0:2389:0:(client.c:3112:ptlrpc_free_committed()) MGC192.168.203.157@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1786190900.575286:0:2389:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.157@tcp: connect to target with instance 0 00000100:00080000:0.0:1786190900.575299:0:2389:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.157@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1786190900.575306:0:2389:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1786190900.575331:0:2389:0:(import.c:65:import_set_state_nolock()) 0000000029d9a3eb MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1786190900.575337:0:2389:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1786190900.575354:0:2389:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00080000:0.0:1786190900.575369:0:2389:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000007bfc6a74): req@00000000bf83c428 x1872956727755008/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190900.575662:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000fcd85f71 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c398ac42-f517-4a33-b1a3-1b5180bea630:2389:1872956727755136:192.168.203.157@tcp:250: 00000100:00100000:2.0:1786190900.576140:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set 000000007bfc6a74 going to sleep for 11 seconds 00000100:00100000:2.0:1786190900.583819:0:6149:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000bf83c428 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727755008:192.168.203.157@tcp:101: 00010000:00010000:2.0:1786190900.583856:0:6149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 00000000ca93c220/0x30c57aa034353113 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d77d expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190900.583871:0:6149:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 00000000ca93c220/0x30c57aa034353113 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f377153d221d77d expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786190900.583987:0:6149:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727755264:192.168.203.157@tcp:501: 00000100:00100000:2.0:1786190900.584162:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set 00000000afad1f2b going to sleep for 11 seconds 00000100:00100000:2.0:1786190900.587499:0:6149:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727755264:192.168.203.157@tcp:501: 10000000:01000000:2.0:1786190900.587581:0:6149:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1786190900.587716:0:6149:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 00000000ca93c220/0x30c57aa034353113 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d77d expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190900.587730:0:6149:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 00000000ca93c220/0x30c57aa034353113 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d77d expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786190900.587744:0:6149:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff963644f1b800 10000000:01000000:2.0:1786190900.587751:0:6149:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1786190900.587757:0:6149:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff963644f1b800 10000000:01000000:2.0:1786190900.587760:0:6149:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1786190900.587765:0:6149:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff963644f1b800 10000000:01000000:2.0:1786190900.587767:0:6149:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1786190900.587774:0:6149:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff963644f1b800 from 1 10000000:01000000:2.0:1786190900.587778:0:6149:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1786190900.587826:0:6149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 000000003c3c346b/0x30c57aa03435311a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190900.587835:0:6149:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 000000003c3c346b/0x30c57aa03435311a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190900.587849:0:6149:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 000000003c3c346b/0x30c57aa03435311a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786190900.587872:0:6149:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727755392:192.168.203.157@tcp:101: 00000100:00100000:2.0:1786190900.587975:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set 00000000afad1f2b going to sleep for 11 seconds 00000100:00100000:2.0:1786190900.592770:0:6149:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727755392:192.168.203.157@tcp:101: 00010000:00010000:2.0:1786190900.592810:0:6149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 000000003c3c346b/0x30c57aa03435311a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d784 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190900.592843:0:6149:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 000000003c3c346b/0x30c57aa03435311a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f377153d221d784 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786190900.592949:0:6149:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727755520:192.168.203.157@tcp:501: 00000100:00100000:2.0:1786190900.593124:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set 00000000afad1f2b going to sleep for 11 seconds 00000100:00100000:2.0:1786190900.596329:0:6149:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727755520:192.168.203.157@tcp:501: 00000100:00100000:2.0:1786190900.596413:0:6149:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727755648:192.168.203.157@tcp:503: 00000100:00100000:2.0:1786190900.596563:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set 00000000afad1f2b going to sleep for 11 seconds 00000100:00100000:2.0:1786190900.602850:0:6149:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727755648:192.168.203.157@tcp:503: 00000100:00100000:1.0:1786190900.606149:0:6168:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@00000000a293a6c7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6168:1872956727755776:192.168.203.157@tcp:502: 00000100:00100000:1.0:1786190900.606305:0:6168:0:(client.c:2702:ptlrpc_set_wait()) set 000000000a499923 going to sleep for 11 seconds 00000100:00100000:3.0:1786190900.612905:0:6168:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@00000000a293a6c7 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6168:1872956727755776:192.168.203.157@tcp:502: 00000020:01000000:3.0:1786190900.612951:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786190900.612963:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.612965:0:6168:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:3.0:1786190900.612972:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff963644f1b800 00000020:00000080:3.0:1786190900.612974:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786190900.613001:0:6168:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff963644f1b800 (0000000092150d15) 00000020:00000080:3.0:1786190900.613041:0:6168:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type lov with refcount 2 00000020:01000000:3.0:1786190900.613048:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff963644f1b800 00000020:00000080:3.0:1786190900.613050:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1786190900.614234:0:6168:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff963644f1b800 (uuid 73e28915-1996-44ef-9211-1b682baca970) 00000020:01000000:3.0:1786190900.614242:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786190900.614246:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.614248:0:6168:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:3.0:1786190900.614251:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786190900.614254:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.614255:0:6168:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:3.0:1786190900.614259:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff963644f1b800 00000020:00000080:3.0:1786190900.614261:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786190900.614278:0:6168:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff963644f1b800 (000000008eb417a0) 00000020:00000080:3.0:1786190900.614289:0:6168:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type lmv with refcount 2 00000020:01000000:3.0:1786190900.614451:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff963644f1b800 00000020:00000080:3.0:1786190900.614454:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:3.0:1786190900.614642:0:6168:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff963644f1b800 (uuid 73e28915-1996-44ef-9211-1b682baca970) 00000020:01000000:3.0:1786190900.614647:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786190900.614650:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.614656:0:6168:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:3.0:1786190900.614660:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786190900.614663:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.614665:0:6168:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:3.0:1786190900.614667:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1786190900.614669:0:6168:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:3.0:1786190900.614671:0:6168:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:3.0:1786190900.614675:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786190900.614677:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.614678:0:6168:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:3.0:1786190900.614680:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786190900.614684:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.614685:0:6168:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:3.0:1786190900.614687:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1786190900.614692:0:6168:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:3.0:1786190900.614712:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff963644f1b800 00000020:00000080:3.0:1786190900.614715:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786190900.614722:0:6168:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff963644f1b800 (000000008ce49885) 00000020:00000080:3.0:1786190900.614730:0:6168:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mdc with refcount 2 00000020:01000000:3.0:1786190900.614735:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff963644f1b800 00000020:00000080:3.0:1786190900.614737:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1786190900.614815:0:6168:0:(ldlm_lib.c:102:import_set_conn()) imp 000000004a54fc09@lustre-MDT0000-mdc-ffff963644f1b800: add connection 192.168.203.157@tcp at head 00010000:00010000:3.0:1786190900.623565:0:6168:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff963644f1b800-1 is initialized 00000040:01000000:3.0:1786190900.624415:0:6168:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff963644f1b800 ctxt 13 is initialized 00000020:00000080:3.0:1786190900.626174:0:6168:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff963644f1b800 (uuid 73e28915-1996-44ef-9211-1b682baca970) 00000020:01000000:3.0:1786190900.626190:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff963644f1b800 00000020:00000080:3.0:1786190900.626194:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1786190900.626232:0:6168:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:3.0:1786190900.626266:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786190900.626270:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.626271:0:6168:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:3.0:1786190900.626273:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1786190900.626281:0:6168:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1786190900.626283:0:6168:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786190900.626284:0:6168:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786190900.626285:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1786190900.626288:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.627523:0:6168:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1786190900.627535:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786190900.627544:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.627545:0:6168:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:3.0:1786190900.627549:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1786190900.627554:0:6168:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:3.0:1786190900.627580:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff963644f1b800 00000020:00000080:3.0:1786190900.627583:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786190900.627594:0:6168:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff963644f1b800 (00000000d22692b2) 00000020:00000080:3.0:1786190900.627685:0:6168:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type mdc with refcount 2 00000020:01000000:3.0:1786190900.627691:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff963644f1b800 00000020:00000080:3.0:1786190900.627693:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1786190900.627939:0:6168:0:(ldlm_lib.c:102:import_set_conn()) imp 000000008e6a530f@lustre-MDT0001-mdc-ffff963644f1b800: add connection 192.168.203.157@tcp at head 00010000:00010000:3.0:1786190900.634548:0:6168:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff963644f1b800-2 is initialized 00000040:01000000:3.0:1786190900.634771:0:6168:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff963644f1b800 ctxt 13 is initialized 00000020:00000080:3.0:1786190900.634969:0:6168:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff963644f1b800 (uuid 73e28915-1996-44ef-9211-1b682baca970) 00000020:01000000:3.0:1786190900.634983:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff963644f1b800 00000020:00000080:3.0:1786190900.634987:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:3.0:1786190900.635039:0:6168:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:3.0:1786190900.635072:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786190900.635075:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.635077:0:6168:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:3.0:1786190900.635079:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1786190900.635081:0:6168:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1786190900.635083:0:6168:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786190900.635084:0:6168:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786190900.635086:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1786190900.635088:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.635093:0:6168:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1786190900.635096:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1786190900.635100:0:6168:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.157@tcp:/lustre 00000020:00000080:3.0:1786190900.635103:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.635104:0:6168:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1786190900.635106:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1786190900.635110:0:6168:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:3.0:1786190900.635131:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff963644f1b800 00000020:00000080:3.0:1786190900.635134:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786190900.635150:0:6168:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff963644f1b800 (00000000034adde3) 00000020:00000080:3.0:1786190900.635165:0:6168:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type osc with refcount 2 00000020:01000000:3.0:1786190900.635170:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff963644f1b800 00000020:00000080:3.0:1786190900.635173:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1786190900.650994:0:6168:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000f8613125@lustre-OST0000-osc-ffff963644f1b800: add connection 192.168.203.157@tcp at head 00010000:00010000:3.0:1786190900.651261:0:6168:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff963644f1b800-3 is initialized 00000020:00000080:3.0:1786190900.672771:0:6168:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff963644f1b800 (uuid 73e28915-1996-44ef-9211-1b682baca970) 00000020:01000000:3.0:1786190900.672791:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff963644f1b800 00000020:00000080:3.0:1786190900.672795:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1786190900.672819:0:6168:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:3.0:1786190900.672829:0:6168:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff963644f1b800: Adding target lustre-OST0000_UUID 00020000:01000000:3.0:1786190900.672835:0:6168:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:3.0:1786190900.672846:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786190900.672850:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.672852:0:6168:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1786190900.672855:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1786190900.672857:0:6168:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1786190900.672859:0:6168:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786190900.672860:0:6168:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1786190900.672861:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1786190900.672864:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.672865:0:6168:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1786190900.672867:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1786190900.672876:0:6168:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.157@tcp:/lustre 00000020:00000080:3.0:1786190900.672880:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.672881:0:6168:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1786190900.672885:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1786190900.672889:0:6168:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:3.0:1786190900.672917:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff963644f1b800 00000020:00000080:3.0:1786190900.672919:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1786190900.672929:0:6168:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff963644f1b800 (000000008c901047) 00000020:00000080:3.0:1786190900.672947:0:6168:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type osc with refcount 2 00000020:01000000:3.0:1786190900.672952:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff963644f1b800 00000020:00000080:3.0:1786190900.672954:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:3.0:1786190900.673106:0:6168:0:(ldlm_lib.c:102:import_set_conn()) imp 00000000ee1cdc9f@lustre-OST0001-osc-ffff963644f1b800: add connection 192.168.203.157@tcp at head 00010000:00010000:3.0:1786190900.673341:0:6168:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff963644f1b800-4 is initialized 00000020:00000080:3.0:1786190900.673560:0:6168:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff963644f1b800 (uuid 73e28915-1996-44ef-9211-1b682baca970) 00000020:01000000:3.0:1786190900.673568:0:6168:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff963644f1b800 00000020:00000080:3.0:1786190900.673571:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:3.0:1786190900.673580:0:6168:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:3.0:1786190900.673585:0:6168:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff963644f1b800: Adding target lustre-OST0001_UUID 00020000:01000000:3.0:1786190900.673587:0:6168:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:3.0:1786190900.673594:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786190900.673597:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.673599:0:6168:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1786190900.673601:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786190900.673603:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.673605:0:6168:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1786190900.673607:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1786190900.673608:0:6168:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 100 to 20 00000100:00100000:3.0:1786190900.673645:0:6168:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000006c6cb514 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6168:1872956727755904:192.168.203.157@tcp:502: 00000100:00100000:3.0:1786190900.673738:0:6168:0:(client.c:2702:ptlrpc_set_wait()) set 000000006c60a5d7 going to sleep for 11 seconds 00000100:00100000:0.0:1786190900.681125:0:6168:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000006c6cb514 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6168:1872956727755904:192.168.203.157@tcp:502: 00000020:01000000:0.0:1786190900.681173:0:6168:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786190900.681182:0:6168:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786190900.681184:0:6168:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000040:00080000:0.0:1786190900.681190:0:6168:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 48 count 48 00000020:01000000:0.0:1786190900.681266:0:6149:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-47 (rc=0) 10000000:01000000:0.0:1786190900.681284:0:6149:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1786190900.681299:0:6149:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 000000003c3c346b/0x30c57aa03435311a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d784 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786190900.681310:0:6149:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 000000003c3c346b/0x30c57aa03435311a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d784 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1786190900.681317:0:6149:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff963644f1b800 from 1 10000000:01000000:0.0:1786190900.681320:0:6149:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:0.0:1786190900.681355:0:6149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 00000000ac8353e7/0x30c57aa03435314b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786190900.681363:0:6149:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 00000000ac8353e7/0x30c57aa03435314b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786190900.681372:0:6149:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 00000000ac8353e7/0x30c57aa03435314b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1786190900.681405:0:6149:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@0000000073000071 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727756032:192.168.203.157@tcp:101: 00000100:00100000:0.0:1786190900.681568:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set 00000000c42f0a84 going to sleep for 11 seconds 00000100:00100000:2.0:1786190900.684388:0:6149:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@0000000073000071 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727756032:192.168.203.157@tcp:101: 00010000:00010000:2.0:1786190900.684416:0:6149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 00000000ac8353e7/0x30c57aa03435314b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d78b expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190900.684427:0:6149:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 00000000ac8353e7/0x30c57aa03435314b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f377153d221d78b expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786190900.685234:0:6149:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727756160:192.168.203.157@tcp:256: 00000100:00100000:2.0:1786190900.685359:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set 00000000afad1f2b going to sleep for 11 seconds 00000100:00100000:2.0:1786190900.688477:0:6149:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727756160:192.168.203.157@tcp:256: 10000000:01000000:2.0:1786190900.689344:0:6149:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1786190900.689405:0:6149:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: 00000000ac8353e7/0x30c57aa03435314b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d78b expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190900.689430:0:6149:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: 00000000ac8353e7/0x30c57aa03435314b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d78b expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786190900.689438:0:6149:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff963644f1b800 from 1 10000000:01000000:2.0:1786190900.689440:0:6149:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1786190900.689476:0:6149:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: 00000000244ef2cb/0x30c57aa034353152 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190900.689483:0:6149:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: 00000000244ef2cb/0x30c57aa034353152 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190900.689492:0:6149:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: 00000000244ef2cb/0x30c57aa034353152 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786190900.689511:0:6149:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727756288:192.168.203.157@tcp:101: 00000100:00100000:2.0:1786190900.689591:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set 00000000afad1f2b going to sleep for 11 seconds 00000100:00100000:2.0:1786190900.691997:0:6149:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727756288:192.168.203.157@tcp:101: 00010000:00010000:2.0:1786190900.692178:0:6149:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: 00000000244ef2cb/0x30c57aa034353152 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d792 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190900.692190:0:6149:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: 00000000244ef2cb/0x30c57aa034353152 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f377153d221d792 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786190900.692275:0:6149:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727756416:192.168.203.157@tcp:501: 00000100:00100000:2.0:1786190900.692379:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set 00000000afad1f2b going to sleep for 11 seconds 00000100:00100000:2.0:1786190900.694665:0:6149:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727756416:192.168.203.157@tcp:501: 00000100:00100000:2.0:1786190900.694737:0:6149:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727756544:192.168.203.157@tcp:503: 00000100:00100000:2.0:1786190900.694848:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set 00000000afad1f2b going to sleep for 11 seconds 00000100:00100000:2.0:1786190900.697177:0:6149:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000008a73b892 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:6149:1872956727756544:192.168.203.157@tcp:503: 00000100:00100000:0.0:1786190900.697510:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@000000009e95b879 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6172:1872956727756672:192.168.203.157@tcp:502: 00000100:00100000:0.0:1786190900.697840:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set 000000005ea19c8b going to sleep for 11 seconds 00000100:00100000:3.0:1786190900.699799:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@000000009e95b879 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6172:1872956727756672:192.168.203.157@tcp:502: 00000020:01000000:3.0:1786190900.699852:0:6172:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786190900.699863:0:6172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.699865:0:6172:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1786190900.699871:0:6172:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff963644f1b800 00000020:00000080:3.0:1786190900.699873:0:6172:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:3.0:1786190900.699927:0:6172:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648039880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6172:1872956727756800:192.168.203.157@tcp:502: 00000100:00100000:3.0:1786190900.700109:0:6172:0:(client.c:2702:ptlrpc_set_wait()) set ffff963644e700c0 going to sleep for 11 seconds 00000100:00100000:3.0:1786190900.704479:0:6172:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648039880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6172:1872956727756800:192.168.203.157@tcp:502: 00000020:01000000:3.0:1786190900.704543:0:6172:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786190900.704552:0:6172:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190900.704554:0:6172:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000040:00080000:3.0:1786190900.704558:0:6172:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 4 count 4 00000020:01000000:0.0:1786190900.704768:0:6149:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-3 (rc=0) 10000000:01000000:0.0:1786190900.704786:0:6149:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1786190900.707345:0:6149:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353152 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d792 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786190900.707362:0:6149:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353152 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d792 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1786190900.707390:0:6149:0:(llite_lib.c:1623:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1786190900.707415:0:6149:0:(genops.c:1406:class_connect()) connect: client 73e28915-1996-44ef-9211-1b682baca970, cookie 0x30c57aa034353159 00800000:01000000:0.0:1786190900.707436:0:6149:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 73e28915-1996-44ef-9211-1b682baca970 to lustre-clilmv-ffff963644f1b800 00800000:01000000:0.0:1786190900.707443:0:6149:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff963644f1b800(73e28915-1996-44ef-9211-1b682baca970) - lustre-MDT0000_UUID, 73e28915-1996-44ef-9211-1b682baca970 00000020:00000080:0.0:1786190900.707453:0:6149:0:(genops.c:1406:class_connect()) connect: client 73e28915-1996-44ef-9211-1b682baca970, cookie 0x30c57aa034353160 00000100:00080000:0.0:1786190900.707464:0:6149:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff963644f1b800: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:0.0:1786190900.707477:0:6149:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff963644f1b800: import ffff963648d57000 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:0.0:1786190900.707489:0:6149:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682931 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1786190900.707519:0:6149:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96364df2b800 x1872956727756928/t0(0) o38->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1786190900.707545:0:6149:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0000_UUID 00000100:00100000:1.0:1786190900.707582:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73e28915-1996-44ef-9211-1b682baca970:2389:1872956727756928:192.168.203.157@tcp:38: 00800000:01000000:0.0:1786190900.707653:0:6149:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff963644f1b800(73e28915-1996-44ef-9211-1b682baca970) successfully (5) 00800000:00000004:0.0:1786190900.707663:0:6149:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff963644f1b800: age -707, max_age 0 00800000:01000000:0.0:1786190900.707699:0:6149:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff963644f1b800(73e28915-1996-44ef-9211-1b682baca970) - lustre-MDT0001_UUID, 73e28915-1996-44ef-9211-1b682baca970 00000020:00000080:0.0:1786190900.707709:0:6149:0:(genops.c:1406:class_connect()) connect: client 73e28915-1996-44ef-9211-1b682baca970, cookie 0x30c57aa034353167 00000100:00080000:0.0:1786190900.707716:0:6149:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff963644f1b800: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:0.0:1786190900.707721:0:6149:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff963644f1b800: import ffff963648d52800 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:0.0:1786190900.707727:0:6149:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682931 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1786190900.707740:0:6149:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96364df29880 x1872956727757184/t0(0) o38->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1786190900.707753:0:6149:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0001_UUID 00000100:00100000:1.0:1786190900.707797:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73e28915-1996-44ef-9211-1b682baca970:2389:1872956727757184:192.168.203.157@tcp:38: 00800000:01000000:0.0:1786190900.707826:0:6149:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff963644f1b800(73e28915-1996-44ef-9211-1b682baca970) successfully (5) 00800000:00000004:0.0:1786190900.707829:0:6149:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff963644f1b800: age -707, max_age 0 00000080:00000004:0.0:1786190900.707854:0:6149:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff963644f1b800: age -707, max_age 292 00800000:00000004:0.0:1786190900.707860:0:6149:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff963644f1b800: age -707, max_age 292 00000100:00080000:0.0:1786190900.707880:0:6149:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff96364df28380 x1872956727757440/t0(0) o41->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190900.707889:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636489136c0 going to sleep for 0 seconds 00000100:00080000:0.0:1786190900.707949:0:2391:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff96364df28000 x1872956727757056/t0(0) o41->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190900.707960:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:0.0:1786190900.707965:0:2391:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff96364df28700 x1872956727757312/t0(0) o41->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1786190900.718706:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df2b800 x1872956727756928/t0(0) o38->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 520/416 e 0 to 0 dl 1786190910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190900.718721:0:2389:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963644f1b800: committing for last_committed 0 gen 1 00000100:00080000:2.0:1786190900.718732:0:2389:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff963644f1b800: connect to target with instance 1 00000001:01000000:0.0:1786190900.968115:0:2389:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff963644f1b800: T10 checksum algorithm t10ip512 speed = 5007 MB/s 00000001:01000000:2.0:1786190901.218094:0:2389:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff963644f1b800: T10 checksum algorithm t10ip4K speed = 6679 MB/s 00000001:01000000:0.0:1786190901.469066:0:2389:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff963644f1b800: T10 checksum algorithm t10crc512 speed = 920 MB/s 00010000:00010000:0.0:1786190901.591115:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:01000000:2.0:1786190901.725691:0:2389:0:(integrity.c:236:obd_t10_performance_test()) lustre-MDT0000-mdc-ffff963644f1b800: T10 checksum algorithm t10crc4K speed = 1066 MB/s 00000100:00080000:2.0:1786190901.725705:0:2389:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff963644f1b800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1786190901.725719:0:2389:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1786190901.725724:0:2389:0:(import.c:65:import_set_state_nolock()) ffff963648d57000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1786190901.773049:0:2389:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000008b930aa7): req@ffff96364df28380 x1872956727757440/t0(0) o41->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190901.773052:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636489136c0 going to sleep for 0 seconds 00000100:00100000:3.0:1786190901.773084:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73e28915-1996-44ef-9211-1b682baca970:2389:1872956727756928:192.168.203.157@tcp:38: 00010000:00080000:3.0:1786190901.773131:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df29880 x1872956727757184/t0(0) o38->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 520/416 e 0 to 0 dl 1786190910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190901.773140:0:2389:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963644f1b800: committing for last_committed 0 gen 1 00000100:00100000:2.0:1786190901.773151:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636489136c0 going to sleep for 11 seconds 00000100:00080000:3.0:1786190901.773151:0:2389:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff963644f1b800: connect to target with instance 1 00000100:00080000:3.0:1786190901.773163:0:2389:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff963644f1b800: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1786190901.773173:0:2389:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1786190901.773177:0:2389:0:(import.c:65:import_set_state_nolock()) ffff963648d52800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1786190901.774304:0:2389:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a6ee3326): req@ffff96364df28700 x1872956727757312/t0(0) o41->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190901.774587:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73e28915-1996-44ef-9211-1b682baca970:2389:1872956727757184:192.168.203.157@tcp:38: 00010000:00080000:1.0:1786190901.780047:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df28700 x1872956727757312/t0(0) o41->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 1786190917 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786190901.780070:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:0:1872956727757312:192.168.203.157@tcp:41: 00010000:00080000:1.0:1786190901.780083:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df28000 x1872956727757056/t0(0) o41->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 1786190917 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786190901.780105:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:0:1872956727757056:192.168.203.157@tcp:41: 00010000:00080000:2.0:1786190901.780249:0:6149:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df28380 x1872956727757440/t0(0) o41->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 1786190917 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190901.780259:0:6149:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df28380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:73e28915-1996-44ef-9211-1b682baca970:6149:1872956727757440:192.168.203.157@tcp:41: 00800000:00000004:2.0:1786190901.780273:0:6149:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff963644f1b800: update ffff963648095190 cache blocks 317403/353529 objects 1023723/1024000 00000080:00000004:2.0:1786190901.780280:0:6149:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff963644f1b800: update ffff963648091e10 cache blocks 317403/353529 objects 1023723/1024000 00000100:00100000:2.0:1786190901.780315:0:6149:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e18380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:73e28915-1996-44ef-9211-1b682baca970:6149:1872956727757568:192.168.203.157@tcp:40: 00000100:00100000:2.0:1786190901.780377:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set ffff963647ed9c00 going to sleep for 11 seconds 00010000:00080000:2.0:1786190901.784257:0:6149:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e18380 x1872956727757568/t0(0) o40->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 440/448 e 0 to 0 dl 1786190917 ref 2 fl Rpc:RQU/209/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190901.784294:0:6149:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e18380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:73e28915-1996-44ef-9211-1b682baca970:6149:1872956727757568:192.168.203.157@tcp:40: 00000080:00000004:2.0:1786190901.784316:0:6149:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1786190901.784328:0:6149:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682931 ocd_grant: 2146304 00020000:01000000:2.0:1786190901.784331:0:6149:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1786190901.784341:0:6149:0:(genops.c:1406:class_connect()) connect: client 73e28915-1996-44ef-9211-1b682baca970, cookie 0x30c57aa03435316e 00000020:00000080:2.0:1786190901.784357:0:6149:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x30c57aa034353175 00000100:00080000:2.0:1786190901.784364:0:6149:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff963644f1b800: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:2.0:1786190901.784371:0:6149:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff963644f1b800: import ffff963648d56000 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:2.0:1786190901.784381:0:6149:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682931 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786190901.784403:0:6149:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff963647e18380 x1872956727757696/t0(0) o8->lustre-OST0000-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1786190901.784464:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73e28915-1996-44ef-9211-1b682baca970:2389:1872956727757696:192.168.203.157@tcp:8: 00000100:00080000:2.0:1786190901.784665:0:6149:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0000_UUID 00020000:01000000:2.0:1786190901.784688:0:6149:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff963644f1b800) active 00000020:00000080:2.0:1786190901.784713:0:6149:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x30c57aa03435317c 00000100:00080000:2.0:1786190901.784719:0:6149:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff963644f1b800: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:2.0:1786190901.784730:0:6149:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff963644f1b800: import ffff963648d55800 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:2.0:1786190901.784736:0:6149:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682931 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786190901.784747:0:6149:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff963647e18a80 x1872956727757824/t0(0) o8->lustre-OST0001-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786190901.784824:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1786190901.784842:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2390:1872956727757952:192.168.203.157@tcp:400: 00000100:00080000:2.0:1786190901.785586:0:6149:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0001_UUID 00020000:01000000:2.0:1786190901.785981:0:6149:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff963644f1b800) active 00000100:00100000:3.0:1786190901.786165:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73e28915-1996-44ef-9211-1b682baca970:2389:1872956727757824:192.168.203.157@tcp:8: 00000100:00100000:2.0:1786190901.787038:0:6149:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e18e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:73e28915-1996-44ef-9211-1b682baca970:6149:1872956727758080:192.168.203.157@tcp:900: 00000100:00100000:2.0:1786190901.787323:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set ffff963647ed9c00 going to sleep for 11 seconds 00010000:00080000:3.0:1786190901.791400:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e18a80 x1872956727757824/t0(0) o8->lustre-OST0001-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 520/416 e 0 to 0 dl 1786190911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190901.791415:0:2389:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff963644f1b800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786190901.791425:0:2389:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff963644f1b800: connect to target with instance 1 00000100:00080000:3.0:1786190901.791433:0:2389:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff963644f1b800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786190901.791444:0:2389:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1786190901.791449:0:2389:0:(import.c:65:import_set_state_nolock()) ffff963648d55800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786190901.791455:0:2389:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1786190901.791459:0:2389:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786190901.791464:0:2389:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786190901.791475:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e18a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73e28915-1996-44ef-9211-1b682baca970:2389:1872956727757824:192.168.203.157@tcp:8: 00010000:00080000:3.0:1786190901.791489:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e18380 x1872956727757696/t0(0) o8->lustre-OST0000-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 520/416 e 0 to 0 dl 1786190911 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190901.791497:0:2389:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff963644f1b800: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786190901.791501:0:2389:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff963644f1b800: connect to target with instance 1 00000100:00080000:3.0:1786190901.791505:0:2389:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff963644f1b800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786190901.791509:0:2389:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1786190901.791511:0:2389:0:(import.c:65:import_set_state_nolock()) ffff963648d56000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786190901.791514:0:2389:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1786190901.791516:0:2389:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786190901.791519:0:2389:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786190901.791523:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e18380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73e28915-1996-44ef-9211-1b682baca970:2389:1872956727757696:192.168.203.157@tcp:8: 00000100:00100000:0.0:1786190901.808063:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df28a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2390:1872956727757952:192.168.203.157@tcp:400: 00010000:00080000:2.0:1786190901.808165:0:6149:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e18e00 x1872956727758080/t0(0) o900->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:29/10 lens 264/248 e 0 to 0 dl 1786190917 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190901.808179:0:6149:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e18e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:73e28915-1996-44ef-9211-1b682baca970:6149:1872956727758080:192.168.203.157@tcp:900: 00000100:00100000:2.0:1786190901.808246:0:6149:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e18e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:73e28915-1996-44ef-9211-1b682baca970:6149:1872956727758208:192.168.203.157@tcp:33: 00000100:00100000:2.0:1786190901.808362:0:6149:0:(client.c:2702:ptlrpc_set_wait()) set ffff963647ed9c00 going to sleep for 11 seconds 00010000:00080000:2.0:1786190901.873801:0:6149:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e18e00 x1872956727758208/t0(0) o33->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:23/10 lens 448/464 e 0 to 0 dl 1786190917 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000100:00100000:2.0:1786190901.873819:0:6149:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e18e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:73e28915-1996-44ef-9211-1b682baca970:6149:1872956727758208:192.168.203.157@tcp:33: 00000080:00200000:2.0:1786190901.874117:0:6149:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) 00000080:00200000:2.0:1786190901.874125:0:6149:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1786190901.874190:0:6149:0:(llite_lib.c:1662:ll_fill_super()) Mounted lustre-client - version 2.17.56_51_geba2e8d 00000080:00000004:2.0:1786190901.977312:0:6149:0:(super25.c:181:lustre_fill_super()) 192.168.203.157@tcp:/lustre: Mount complete 00000080:00200008:3.0:1786190902.254794:0:6190:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96364f14db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1786190902.254808:0:6190:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88),name=/ 00000002:00010000:3.0:1786190902.254834:0:6190:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786190902.254901:0:6190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 6190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190902.254913:0:6190:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6190 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190902.254930:0:6190:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 6190 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1786190902.254958:0:6190:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648039880 pname:cluuid:pid:xid:nid:opc:job mkdir:73e28915-1996-44ef-9211-1b682baca970:6190:1872956727758336:192.168.203.157@tcp:101: 00000100:00100000:3.0:1786190902.255210:0:6190:0:(client.c:2702:ptlrpc_set_wait()) set ffff963654317480 going to sleep for 11 seconds 00000100:00100000:3.0:1786190902.262226:0:6190:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648039880 pname:cluuid:pid:xid:nid:opc:job mkdir:73e28915-1996-44ef-9211-1b682baca970:6190:1872956727758336:192.168.203.157@tcp:101: 00010000:00010000:3.0:1786190902.262254:0:6190:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190902.262265:0:6190:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190902.262275:0:6190:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190902.262291:0:6190:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190902.262304:0:6190:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190902.264218:0:6190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190902.264227:0:6190:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00100000:3.0:1786190902.264246:0:6190:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff963648039880 x1872956727758336/t0(0) o101->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 576/688 e 0 to 0 dl 1786190918 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'' uid:0 gid:0 projid:0 00000002:00010000:3.0:1786190902.265315:0:6190:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190902.265332:0:6190:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff96364e36dc00 type 13 mode 4 res 8589934599/1 (0 0) 00000080:00200000:3.0:1786190902.265339:0:6190:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00200000:2.0:1786190902.265491:0:6190:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:00010000:2.0:1786190902.265500:0:6190:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) for lock 0x30c57aa034353183 00000080:00010000:2.0:1786190902.265505:0:6190:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) 00000080:00010000:2.0:1786190902.265508:0:6190:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x30c57aa034353183 from it ffffb35a04557cb8 00010000:00010000:2.0:1786190902.265513:0:6190:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190902.265523:0:6190:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1786190902.615269:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786190903.640100:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00200008:3.0:1786190904.142865:0:6243:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96364f14db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:3.0:1786190904.142880:0:6243:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88),name=/ 00000002:00010000:3.0:1786190904.142904:0:6243:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786190904.142923:0:6243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1786190904.142939:0:6243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00200000:3.0:1786190904.142947:0:6243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1786190904.142954:0:6243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) 00000080:00010000:3.0:1786190904.142958:0:6243:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) for lock 0x30c57aa034353183 00000080:00010000:3.0:1786190904.142972:0:6243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x30c57aa034353183 from it ffffb35a0172fcb8 00010000:00010000:3.0:1786190904.142977:0:6243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1786190904.142986:0:6243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200008:3.0:1786190904.143783:0:6243:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96364f14db88), request_mask 0, flags 0, foreign 0 00000080:00200000:3.0:1786190904.143789:0:6243:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88),name=/ 00000002:00010000:3.0:1786190904.143800:0:6243:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786190904.143811:0:6243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1786190904.143821:0:6243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00000080:00200000:3.0:1786190904.143827:0:6243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1786190904.143831:0:6243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) 00000080:00010000:3.0:1786190904.143834:0:6243:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) for lock 0x30c57aa034353183 00000080:00010000:3.0:1786190904.143839:0:6243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x30c57aa034353183 from it ffffb35a0172fcb8 00010000:00010000:3.0:1786190904.143842:0:6243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 1 00010000:00010000:3.0:1786190904.143849:0:6243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1786190904.143940:0:6243:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88),name=/ 00000002:00010000:3.0:1786190904.143948:0:6243:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:3.0:1786190904.143960:0:6243:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1786190904.143968:0:6243:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00000080:00200000:3.0:1786190904.143975:0:6243:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:3.0:1786190904.143979:0:6243:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) 00000080:00010000:3.0:1786190904.143982:0:6243:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) for lock 0x30c57aa034353183 00000080:00010000:3.0:1786190904.143986:0:6243:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x30c57aa034353183 from it ffffb35a0172fbb0 00010000:00010000:3.0:1786190904.143988:0:6243:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 1 00010000:00010000:3.0:1786190904.143995:0:6243:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:3.0:1786190904.144003:0:6243:0:(file.c:6659:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88), inode mode 41ed mask 44 00000080:00200008:3.0:1786190904.144123:0:6243:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff96364f14db88), flags 100000 00000080:00200080:3.0:1786190904.144286:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:3.0:1786190904.144300:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff96364803dc00 uarg=0000000000000000 00800000:00000004:3.0:1786190904.144307:0:6243:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff963644f1b800: age 294, max_age 295 00000100:00100000:3.0:1786190904.144344:0:6243:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038700 pname:cluuid:pid:xid:nid:opc:job lfs:73e28915-1996-44ef-9211-1b682baca970:6243:1872956727758464:192.168.203.157@tcp:41: 00000100:00100000:3.0:1786190904.144438:0:6243:0:(client.c:2702:ptlrpc_set_wait()) set ffff96364825e240 going to sleep for 11 seconds 00000100:00100000:3.0:1786190904.148469:0:6243:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038700 pname:cluuid:pid:xid:nid:opc:job lfs:73e28915-1996-44ef-9211-1b682baca970:6243:1872956727758464:192.168.203.157@tcp:41: 00800000:00000004:3.0:1786190904.148495:0:6243:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff963644f1b800: update ffff963648095190 cache blocks 317403/353529 objects 1023723/1024000 00000080:00200080:3.0:1786190904.148614:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:3.0:1786190904.148629:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff96364803dc00 uarg=0000000000000000 00800000:00000004:3.0:1786190904.148648:0:6243:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0001-mdc-ffff963644f1b800: age -707, max_age 295 00000100:00100000:3.0:1786190904.148675:0:6243:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038700 pname:cluuid:pid:xid:nid:opc:job lfs:73e28915-1996-44ef-9211-1b682baca970:6243:1872956727758592:192.168.203.157@tcp:41: 00000100:00100000:3.0:1786190904.148746:0:6243:0:(client.c:2702:ptlrpc_set_wait()) set ffff96364825e240 going to sleep for 11 seconds 00010000:00080000:3.0:1786190904.156289:0:6243:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963648038700 x1872956727758592/t0(0) o41->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 1786190920 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190904.156309:0:6243:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038700 pname:cluuid:pid:xid:nid:opc:job lfs:73e28915-1996-44ef-9211-1b682baca970:6243:1872956727758592:192.168.203.157@tcp:41: 00800000:00000004:3.0:1786190904.156330:0:6243:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0001-mdc-ffff963644f1b800: update ffff9636480937d0 cache blocks 317443/353529 objects 1023743/1024000 00000080:00200080:2.0:1786190904.156540:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156556:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156564:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156569:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156587:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156592:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156597:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156600:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156604:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156607:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156611:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156614:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156617:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156621:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156624:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156627:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156632:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156635:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156639:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156642:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156646:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156649:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156652:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156656:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156659:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156663:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156667:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156671:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156674:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156685:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156692:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156695:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156699:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156702:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156706:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156710:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156713:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156717:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156721:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156723:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156727:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156730:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156734:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156737:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156742:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156745:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156749:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156753:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156757:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156760:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156765:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156769:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156772:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156775:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156787:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156791:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156794:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156797:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156801:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156804:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156807:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156811:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156814:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156817:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156820:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156823:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156826:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156830:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156834:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156837:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156840:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156844:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156847:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156850:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156853:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156856:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156860:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156864:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156868:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156877:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156882:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156886:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156889:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156893:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156896:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156900:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156904:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156907:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156911:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156914:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156918:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156921:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156925:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156929:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156932:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156935:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156939:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156942:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156947:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156950:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156954:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156958:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156961:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156964:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156975:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156979:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156983:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156986:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156990:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.156994:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.156998:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.157002:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.157030:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.157035:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.157039:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.157042:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.157046:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.157050:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.157070:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.157075:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.157081:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.157085:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.157089:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.157092:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.157096:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00800000:00000080:2.0:1786190904.157100:0:6243:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.157104:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.157111:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00020000:00000004:2.0:1786190904.157120:0:6243:0:(obd_class.h:1091:obd_statfs()) lustre-OST0000-osc-ffff963644f1b800: age -707, max_age 295 00000100:00100000:2.0:1786190904.157171:0:6243:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e18e00 pname:cluuid:pid:xid:nid:opc:job lfs:73e28915-1996-44ef-9211-1b682baca970:6243:1872956727758720:192.168.203.157@tcp:13: 00000100:00100000:2.0:1786190904.157311:0:6243:0:(client.c:2702:ptlrpc_set_wait()) set ffff963647ed96c0 going to sleep for 11 seconds 00010000:00080000:2.0:1786190904.160819:0:6243:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e18e00 x1872956727758720/t0(0) o13->lustre-OST0000-osc-ffff963644f1b800@192.168.203.157@tcp:7/4 lens 224/368 e 0 to 0 dl 1786190920 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190904.160837:0:6243:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e18e00 pname:cluuid:pid:xid:nid:opc:job lfs:73e28915-1996-44ef-9211-1b682baca970:6243:1872956727758720:192.168.203.157@tcp:13: 00020000:00000004:2.0:1786190904.160862:0:6243:0:(obd_class.h:1117:obd_statfs()) lustre-OST0000-osc-ffff963644f1b800: update ffff963648a5b7d0 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:2.0:1786190904.160987:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.161038:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00020000:00000004:2.0:1786190904.161047:0:6243:0:(obd_class.h:1091:obd_statfs()) lustre-OST0001-osc-ffff963644f1b800: age -707, max_age 296 00000100:00100000:2.0:1786190904.161078:0:6243:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e18e00 pname:cluuid:pid:xid:nid:opc:job lfs:73e28915-1996-44ef-9211-1b682baca970:6243:1872956727758848:192.168.203.157@tcp:13: 00000100:00100000:2.0:1786190904.161150:0:6243:0:(client.c:2702:ptlrpc_set_wait()) set ffff963647ed96c0 going to sleep for 11 seconds 00010000:00080000:3.0:1786190904.164548:0:6243:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e18e00 x1872956727758848/t0(0) o13->lustre-OST0001-osc-ffff963644f1b800@192.168.203.157@tcp:7/4 lens 224/368 e 0 to 0 dl 1786190920 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190904.164575:0:6243:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e18e00 pname:cluuid:pid:xid:nid:opc:job lfs:73e28915-1996-44ef-9211-1b682baca970:6243:1872956727758848:192.168.203.157@tcp:13: 00020000:00000004:3.0:1786190904.164606:0:6243:0:(obd_class.h:1117:obd_statfs()) lustre-OST0001-osc-ffff963644f1b800: update ffff963648a58450 cache blocks 901369/958279 objects 261775/262144 00000080:00200080:2.0:1786190904.164877:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.164903:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.164913:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.164918:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.164922:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.164926:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.164930:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.164933:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.164937:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.164941:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.164945:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.164948:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.164953:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.164973:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.164978:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.164982:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.164986:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.164990:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.164994:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.164998:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165002:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165054:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165072:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165078:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165083:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165087:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165092:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165096:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165102:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165106:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165110:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165113:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165118:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165122:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165128:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165132:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165137:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165140:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165152:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165157:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165161:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165165:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165169:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165172:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165175:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165179:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165194:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165199:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165204:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165208:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165212:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165215:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165219:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165223:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165226:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165230:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165234:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165237:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165241:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165245:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165249:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165253:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165258:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165269:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165274:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165277:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165281:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165284:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165288:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165292:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165296:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165299:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165303:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165306:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165310:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165314:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165317:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165321:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165325:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165329:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165332:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165336:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165339:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165343:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165347:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165350:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165354:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165357:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165368:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165372:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165376:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165380:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165384:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165387:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165391:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165394:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165397:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165400:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165404:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165407:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165411:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165414:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165418:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165421:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165425:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165428:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165432:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165435:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165439:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165442:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165446:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165450:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165453:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165466:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165471:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165474:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165477:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165480:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165484:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165487:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165491:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165494:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165498:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165501:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200080:2.0:1786190904.165504:0:6243:0:(dir.c:2003:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88) cmd=c00866a4 arg=7ffc804613e0 00020000:00000080:2.0:1786190904.165508:0:6243:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff963644f1b800: cmd=c00866a4 len=592 karg=ffff963658140400 uarg=0000000000000000 00000080:00200008:2.0:1786190904.165522:0:6243:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff96364f14db88), flags 100000 00010000:00010000:3.0:1786190904.668090:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190905.690123:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1786190906.258524:0:6436:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1786190906.712154:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786190907.165748:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2393:1872956727758976:192.168.203.157@tcp:400: 00000100:00100000:3.0:1786190907.165865:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1786190907.165873:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727759104:192.168.203.157@tcp:400: 00000100:00100000:3.0:1786190907.165921:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727759232:192.168.203.157@tcp:400: 00000100:00100000:3.0:1786190907.165965:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1786190907.165971:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727759360:192.168.203.157@tcp:400: 00000100:00100000:3.0:1786190907.166029:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364803a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727759488:192.168.203.157@tcp:400: 00010000:00080000:2.0:1786190907.173830:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364803a680 x1872956727759488/t0(0) o400->lustre-OST0001-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190907.173849:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364803a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727759488:192.168.203.157@tcp:400: 00010000:00080000:2.0:1786190907.173861:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963648038e00 x1872956727759360/t0(0) o400->lustre-OST0000-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190907.173871:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727759360:192.168.203.157@tcp:400: 00010000:00080000:2.0:1786190907.173885:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963648038a80 x1872956727759232/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190923 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190907.173908:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727759232:192.168.203.157@tcp:400: 00000100:00100000:2.0:1786190907.173920:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727759104:192.168.203.157@tcp:400: 00000100:00100000:2.0:1786190907.173928:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2393:1872956727758976:192.168.203.157@tcp:400: 00010000:00010000:2.0:1786190907.743107:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190908.759245:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190909.783257:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786190910.249615:0:2383:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.157@tcp (source: 12345-192.168.203.157@tcp) 00000100:00100000:0.0:1786190910.249651:0:2383:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.157@tcp (source: 12345-192.168.203.157@tcp) 00000100:00100000:0.0:1786190910.249684:0:6150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872956748782336 00000100:00100000:0.0:1786190910.249694:0:6150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872956748782336 00000100:00100000:1.0:1786190910.249704:0:6151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872956748782464 00000100:00100000:1.0:1786190910.249711:0:6151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872956748782464 00000100:00100000:1.0:1786190910.249753:0:6151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.157@tcp, seq: 0 00000100:00100000:1.0:1786190910.249764:0:6151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96364df28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c398ac42-f517-4a33-b1a3-1b5180bea630+4:10335:x1872956748782336:12345-192.168.203.157@tcp:104: 00010000:00010000:1.0:1786190910.249782:0:6151:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: ffff96368204b400/0x30c57aa03435311a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f377153d221d784 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786190910.250031:0:6151:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1786190910.250040:0:6151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96364df28a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c398ac42-f517-4a33-b1a3-1b5180bea630+4:10335:x1872956748782336:12345-192.168.203.157@tcp:104: Request processed in 278us (435us total) trans 0 rc 0/0 00010000:00010000:2.0:1786190910.250072:0:6161:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1786190910.250079:0:6161:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: ffff96368204b400/0x30c57aa03435311a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f377153d221d784 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190910.250087:0:6161:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96368204b400 already unused, calling callback (ffffffffc11b7c20) 10000000:00010000:2.0:1786190910.250091:0:6161:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: ffff96368204b400/0x30c57aa03435311a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1f377153d221d784 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190910.250100:0:6161:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: ffff96368204b400/0x30c57aa03435311a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1f377153d221d784 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1786190910.250108:0:6161:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: ffff96368204b400/0x30c57aa03435311a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1f377153d221d784 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786190910.250114:0:6161:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1786190910.250160:0:6161:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: ffff96368204b400/0x30c57aa03435311a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f377153d221d784 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190910.250167:0:6161:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1786190910.250184:0:6161:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: ffff96368204b400/0x30c57aa03435311a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f377153d221d784 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190910.250202:0:6161:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: ffff96368204b400/0x30c57aa03435311a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f377153d221d784 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190910.250215:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190910.250216:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190910.250218:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786190910.250240:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2392:1872956727759616:192.168.203.157@tcp:103: 00000100:00100000:1.0:1786190910.251846:0:6151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.157@tcp, seq: 0 00000100:00100000:1.0:1786190910.251881:0:6151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.157@tcp, seq: 1 00000100:00100000:1.0:1786190910.251894:0:6151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96364df28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c398ac42-f517-4a33-b1a3-1b5180bea630+3:10335:x1872956748782464:12345-192.168.203.157@tcp:104: 00010000:00010000:1.0:1786190910.251911:0:6151:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: ffff963640031200/0x30c57aa034353113 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f377153d221d77d expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786190910.251982:0:6151:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1786190910.251988:0:6151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96364df28e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c398ac42-f517-4a33-b1a3-1b5180bea630+3:10335:x1872956748782464:12345-192.168.203.157@tcp:104: Request processed in 99us (2337us total) trans 0 rc 0/0 00000100:00100000:1.0:1786190910.251994:0:6151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.157@tcp, seq: 1 00010000:00010000:3.0:1786190910.252970:0:6160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1786190910.252994:0:6160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: ffff963640031200/0x30c57aa034353113 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f377153d221d77d expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190910.253048:0:6160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff963640031200 already unused, calling callback (ffffffffc11b7c20) 10000000:00010000:3.0:1786190910.253054:0:6160:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: ffff963640031200/0x30c57aa034353113 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1f377153d221d77d expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190910.253064:0:6160:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: ffff963640031200/0x30c57aa034353113 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1f377153d221d77d expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786190910.253072:0:6160:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: ffff963640031200/0x30c57aa034353113 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1f377153d221d77d expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786190910.253078:0:6160:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1786190910.253118:0:6160:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: ffff963640031200/0x30c57aa034353113 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f377153d221d77d expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190910.253125:0:6160:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1786190910.253139:0:6160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: ffff963640031200/0x30c57aa034353113 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f377153d221d77d expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190910.253158:0:6160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: ffff963640031200/0x30c57aa034353113 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f377153d221d77d expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190910.253179:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190910.253181:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190910.253182:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786190910.259247:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2393:1872956727759744:192.168.203.157@tcp:103: 00000100:00100000:2.0:1786190910.264931:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2392:1872956727759616:192.168.203.157@tcp:103: 00000100:00100000:2.0:1786190910.266172:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2393:1872956727759744:192.168.203.157@tcp:103: 00010000:00010000:2.0:1786190910.811616:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190911.831385:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786190912.279463:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2392:1872956727759872:192.168.203.157@tcp:400: 00000100:00100000:3.0:1786190912.280282:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1786190912.280295:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727760000:192.168.203.157@tcp:400: 00000100:00100000:3.0:1786190912.282702:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727760128:192.168.203.157@tcp:400: 00000100:00100000:3.0:1786190912.283761:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1786190912.283775:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727760256:192.168.203.157@tcp:400: 00000100:00100000:2.0:1786190912.285293:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1786190912.285314:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727760384:192.168.203.157@tcp:400: 00010000:00080000:3.0:1786190912.299985:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e1b480 x1872956727760384/t0(0) o400->lustre-OST0001-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190912.300095:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727760384:192.168.203.157@tcp:400: 00000100:00100000:2.0:1786190912.301407:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727760000:192.168.203.157@tcp:400: 00000100:00100000:2.0:1786190912.301438:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2392:1872956727759872:192.168.203.157@tcp:400: 00010000:00080000:2.0:1786190912.301463:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e1aa00 x1872956727760256/t0(0) o400->lustre-OST0000-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190912.301474:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727760256:192.168.203.157@tcp:400: 00010000:00080000:2.0:1786190912.301485:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e1b100 x1872956727760128/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190928 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190912.301493:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727760128:192.168.203.157@tcp:400: 00010000:00010000:3.0:1786190912.855294:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190913.879311:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1786190914.199138:0:6163:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1786190914.199146:0:6163:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff963644f1b800 from 48 10000000:01000000:1.0:1786190914.199152:0:6163:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1786190914.199204:0:6163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff96364d69c800/0x30c57aa03435318a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786190914.199234:0:6163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff96364d69c800/0x30c57aa03435318a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786190914.199247:0:6163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff96364d69c800/0x30c57aa03435318a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786190914.199271:0:6163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e368a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727760512:192.168.203.157@tcp:101: 00000100:00100000:1.0:1786190914.199420:0:6163:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636467a76c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786190914.203151:0:6163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e368a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727760512:192.168.203.157@tcp:101: 00010000:00010000:1.0:1786190914.203180:0:6163:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff96364d69c800/0x30c57aa03435318a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d848 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786190914.203193:0:6163:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff96364d69c800/0x30c57aa03435318a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f377153d221d848 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786190914.203290:0:6163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e368a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727760640:192.168.203.157@tcp:501: 00000100:00100000:1.0:1786190914.203387:0:6163:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636467a76c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786190914.205335:0:6163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e368a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727760640:192.168.203.157@tcp:501: 00000100:00100000:1.0:1786190914.205382:0:6163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e368a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727760768:192.168.203.157@tcp:503: 00000100:00100000:1.0:1786190914.205446:0:6163:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636467a76c0 going to sleep for 11 seconds 00000100:00100000:1.0:1786190914.207718:0:6163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e368a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727760768:192.168.203.157@tcp:503: 00000100:00100000:3.0:1786190914.208242:0:6655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648039f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6655:1872956727760896:192.168.203.157@tcp:502: 00000100:00100000:3.0:1786190914.208369:0:6655:0:(client.c:2702:ptlrpc_set_wait()) set ffff96364825e840 going to sleep for 11 seconds 00000100:00100000:3.0:1786190914.218384:0:6655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648039f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6655:1872956727760896:192.168.203.157@tcp:502: 00000020:01000000:3.0:1786190914.218430:0:6655:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786190914.218440:0:6655:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190914.218443:0:6655:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1786190914.218448:0:6655:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1786190914.218486:0:6655:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648039f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6655:1872956727761024:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:3.0:1786190914.218597:0:6655:0:(client.c:2702:ptlrpc_set_wait()) set ffff96364825e840 going to sleep for 11 seconds 00000100:00100000:3.0:1786190914.225714:0:6655:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648039f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6655:1872956727761024:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786190914.225754:0:6655:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786190914.225762:0:6655:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190914.225764:0:6655:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1786190914.225768:0:6655:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1786190914.226322:0:6163:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 48-51 (rc=0) 10000000:01000000:2.0:1786190914.226341:0:6163:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1786190914.226352:0:6163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff96364d69c800/0x30c57aa03435318a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d848 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190914.226364:0:6163:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff96364d69c800/0x30c57aa03435318a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d848 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786190914.226373:0:6163:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1786190914.226376:0:6163:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-sptlrpc-ffff963644dc3380 from 1 10000000:01000000:2.0:1786190914.226379:0:6163:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1786190914.226412:0:6163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff96368204b400/0x30c57aa034353191 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190914.226420:0:6163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff96368204b400/0x30c57aa034353191 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190914.226430:0:6163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff96368204b400/0x30c57aa034353191 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786190914.226452:0:6163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727761152:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00100000:2.0:1786190914.226689:0:6163:0:(client.c:2702:ptlrpc_set_wait()) set ffff963647ed9b40 going to sleep for 11 seconds 00000100:00100000:2.0:1786190914.230323:0:6163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727761152:192.168.203.157@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786190914.230353:0:6163:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff96368204b400/0x30c57aa034353191 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d84f expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190914.230364:0:6163:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff96368204b400/0x30c57aa034353191 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f377153d221d84f expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786190914.230458:0:6163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727761280:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786190914.230573:0:6163:0:(client.c:2702:ptlrpc_set_wait()) set ffff963647ed9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1786190914.234587:0:6163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727761280:192.168.203.157@tcp:501:ll_cfg_requeue.0 10000000:01000000:1.0:1786190914.234644:0:6163:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1786190914.234669:0:6163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff96368204b400/0x30c57aa034353191 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d84f expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786190914.234680:0:6163:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff96368204b400/0x30c57aa034353191 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d84f expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786190914.904551:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190915.927877:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786190916.025158:0:2382:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.157@tcp (source: 12345-192.168.203.157@tcp) 00000100:00100000:1.0:1786190916.025251:0:6151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872956748792576 00000100:00100000:1.0:1786190916.025261:0:6151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872956748792576 00000100:00100000:1.0:1786190916.025347:0:6151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.157@tcp, seq: 2 00000100:00100000:1.0:1786190916.025357:0:6151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96364df2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c398ac42-f517-4a33-b1a3-1b5180bea630+3:10399:x1872956748792576:12345-192.168.203.157@tcp:104: 00010000:00010000:1.0:1786190916.025375:0:6151:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353152 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f377153d221d792 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786190916.025458:0:6151:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1786190916.025467:0:6151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96364df2a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c398ac42-f517-4a33-b1a3-1b5180bea630+3:10399:x1872956748792576:12345-192.168.203.157@tcp:104: Request processed in 111us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1786190916.025474:0:6151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.157@tcp, seq: 2 00010000:00010000:3.0:1786190916.025526:0:6161:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1786190916.025544:0:6161:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353152 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f377153d221d792 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190916.025552:0:6161:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96368204b200 already unused, calling callback (ffffffffc11b7c20) 10000000:00010000:3.0:1786190916.025555:0:6161:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353152 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1f377153d221d792 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190916.025564:0:6161:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353152 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1f377153d221d792 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1786190916.025571:0:6161:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353152 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1f377153d221d792 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1786190916.025576:0:6161:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1786190916.025623:0:6161:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353152 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f377153d221d792 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190916.025629:0:6161:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1786190916.025648:0:6161:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353152 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f377153d221d792 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190916.025655:0:6161:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353152 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f377153d221d792 expref: -99 pid: 6149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190916.025673:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190916.025674:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190916.025676:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786190916.025690:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2393:1872956727761408:192.168.203.157@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1786190916.028759:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2393:1872956727761408:192.168.203.157@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1786190916.973537:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786190917.399491:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727761664:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786190917.399584:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727761920:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786190917.399616:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1786190917.399623:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2391:1872956727761536:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786190917.399651:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e36a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727761792:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786190917.399677:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e36b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727762048:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786190917.408295:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727761664:192.168.203.157@tcp:400:kworker.0 00010000:00080000:1.0:1786190917.408332:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364e369f80 x1872956727761920/t0(0) o400->lustre-OST0000-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786190917.408344:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727761920:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786190917.408367:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2391:1872956727761536:192.168.203.157@tcp:400:kworker.0 00010000:00080000:1.0:1786190917.408378:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364e36a680 x1872956727761792/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786190917.408387:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e36a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727761792:192.168.203.157@tcp:400:kworker.0 00010000:00080000:1.0:1786190917.408398:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364e36b100 x1872956727762048/t0(0) o400->lustre-OST0001-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190933 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786190917.408407:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e36b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727762048:192.168.203.157@tcp:400:kworker.0 10000000:01000000:1.0:1786190917.656265:0:6163:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1786190917.656276:0:6163:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff963644f1b800 from 4 10000000:01000000:1.0:1786190917.656282:0:6163:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1786190917.656353:0:6163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff96364d69dc00/0x30c57aa034353198 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786190917.656368:0:6163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff96364d69dc00/0x30c57aa034353198 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786190917.656382:0:6163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff96364d69dc00/0x30c57aa034353198 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1786190917.656419:0:6163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e36b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727762176:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00100000:1.0:1786190917.657402:0:6163:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636467a7c00 going to sleep for 11 seconds 00000100:00100000:2.0:1786190917.667308:0:6163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e36b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727762176:192.168.203.157@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1786190917.667347:0:6163:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff96364d69dc00/0x30c57aa034353198 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d85d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190917.667362:0:6163:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff96364d69dc00/0x30c57aa034353198 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f377153d221d85d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786190917.667464:0:6163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727762304:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786190917.667580:0:6163:0:(client.c:2702:ptlrpc_set_wait()) set ffff963647ed9480 going to sleep for 11 seconds 00000100:00100000:2.0:1786190917.680800:0:6163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727762304:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1786190917.680910:0:6163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727762432:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1786190917.681100:0:6163:0:(client.c:2702:ptlrpc_set_wait()) set ffff963647ed9480 going to sleep for 11 seconds 00000100:00100000:2.0:1786190917.683577:0:6163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727762432:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1786190917.684314:0:6719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df29f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6719:1872956727762560:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:0.0:1786190917.684436:0:6719:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636487d8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1786190917.686720:0:6719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6719:1872956727762560:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:0.0:1786190917.686780:0:6719:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786190917.686794:0:6719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786190917.686797:0:6719:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1786190917.686804:0:6719:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff963644f1b800 00000020:00000080:0.0:1786190917.686808:0:6719:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1786190917.686972:0:6719:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df29f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6719:1872956727762688:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:0.0:1786190917.687125:0:6719:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636487d8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1786190917.728329:0:6719:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:6719:1872956727762688:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:0.0:1786190917.728389:0:6719:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786190917.728402:0:6719:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786190917.728405:0:6719:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:0.0:1786190917.728410:0:6719:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:1.0:1786190917.728689:0:6163:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 4-6 (rc=0) 10000000:01000000:1.0:1786190917.728715:0:6163:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1786190917.728730:0:6163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff96364d69dc00/0x30c57aa034353198 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d85d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1786190917.728742:0:6163:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff96364d69dc00/0x30c57aa034353198 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d85d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1786190917.975746:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190919.000349:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190920.025168:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190921.053042:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190922.072531:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786190922.525298:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2391:1872956727762816:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190922.525405:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727763072:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190922.525440:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727763328:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190922.526103:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1786190922.526114:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727762944:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190922.526141:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727763200:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190922.552698:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727762944:192.168.203.157@tcp:400:kworker.0 00010000:00080000:0.0:1786190922.552719:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df2b480 x1872956727763200/t0(0) o400->lustre-OST0000-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190922.552730:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727763200:192.168.203.157@tcp:400:kworker.0 00010000:00080000:0.0:1786190922.552739:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df2aa00 x1872956727763072/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190922.552747:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727763072:192.168.203.157@tcp:400:kworker.0 00010000:00080000:0.0:1786190922.552756:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df29c00 x1872956727763328/t0(0) o400->lustre-OST0001-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190938 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190922.552764:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727763328:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786190922.568344:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2391:1872956727762816:192.168.203.157@tcp:400:kworker.0 00000001:02000400:0.0:1786190923.031597:0:7018:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-client.virtnet: executing check_logdir /tmp/testlogs/ 00010000:00010000:2.0:1786190923.095336:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190924.119868:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190925.153300:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190926.168479:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190927.191535:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1786190927.639182:0:37:0:(import.c:65:import_set_state_nolock()) ffff963648d56000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1786190927.639188:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff963644f1b800: disconnect after 23s idle 00000100:00100000:1.0:1786190927.641399:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2390:1872956727763456:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786190927.641505:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727763712:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786190927.641539:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1786190927.641545:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727763584:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786190927.644745:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73e28915-1996-44ef-9211-1b682baca970:2389:1872956727763840:192.168.203.157@tcp:9:kworker.0 00000100:00080000:0.0:1786190927.645133:0:37:0:(import.c:65:import_set_state_nolock()) ffff963648d55800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:02000000:0.0:1786190927.645138:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff963644f1b800: disconnect after 23s idle 00000100:00100000:3.0:1786190927.647695:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73e28915-1996-44ef-9211-1b682baca970:2389:1872956727763968:192.168.203.157@tcp:9:kworker.0 00000100:00100000:0.0:1786190927.648050:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727763584:192.168.203.157@tcp:400:kworker.0 00010000:00080000:0.0:1786190927.648080:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df2b480 x1872956727763712/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190943 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190927.648092:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727763712:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190927.648498:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2390:1872956727763456:192.168.203.157@tcp:400:kworker.0 00010000:00080000:3.0:1786190927.658321:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df2b100 x1872956727763840/t0(0) o9->lustre-OST0000-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190937 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786190927.658343:0:2389:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff96364df2b100 x1872956727763840/t0(0) o9->lustre-OST0000-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190937 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786190927.658352:0:2389:0:(import.c:65:import_set_state_nolock()) ffff963648d56000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:3.0:1786190927.658356:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73e28915-1996-44ef-9211-1b682baca970:2389:1872956727763840:192.168.203.157@tcp:9:kworker.0 00010000:00080000:2.0:1786190927.727929:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df2ad80 x1872956727763968/t0(0) o9->lustre-OST0001-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190937 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786190927.727952:0:2389:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff96364df2ad80 x1872956727763968/t0(0) o9->lustre-OST0001-osc-ffff963644f1b800@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190937 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1786190927.727971:0:2389:0:(import.c:65:import_set_state_nolock()) ffff963648d55800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00100000:2.0:1786190927.727977:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:73e28915-1996-44ef-9211-1b682baca970:2389:1872956727763968:192.168.203.157@tcp:9:kworker.0 00010000:00010000:3.0:1786190928.215273:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1786190929.002808:0:7300:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-client.virtnet: executing yml_node 00010000:00010000:2.0:1786190929.248620:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190930.273039:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190931.306283:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786190932.311966:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786190932.764341:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e36a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2391:1872956727764096:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786190932.764432:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727764352:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786190932.764464:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1786190932.764470:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727764224:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190932.776475:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e368a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727764224:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190932.776492:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e36a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2391:1872956727764096:192.168.203.157@tcp:400:kworker.0 00010000:00080000:0.0:1786190932.776505:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364e369f80 x1872956727764352/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190948 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190932.776516:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727764352:192.168.203.157@tcp:400:kworker.0 00010000:00010000:2.0:1786190933.337498:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786190934.379585:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1786190934.916255:0:7752:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Client: 2.17.56.51 00010000:00010000:2.0:1786190935.383733:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786190936.421397:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190937.433673:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786190937.881294:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2392:1872956727764480:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786190937.884531:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1786190937.884558:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727764608:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786190937.887642:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1786190937.887670:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727764736:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786190937.897766:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2392:1872956727764480:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786190937.909621:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727764608:192.168.203.157@tcp:400:kworker.0 00010000:00080000:3.0:1786190937.909667:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963648038380 x1872956727764736/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190953 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190937.909678:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727764736:192.168.203.157@tcp:400:kworker.0 00000001:02000400:0.0:1786190937.919335:0:7909:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: MDS: 2.17.56.51 00010000:00010000:0.0:1786190938.455999:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190939.481211:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786190940.503149:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1786190940.904487:0:8065:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: OSS: 2.17.56.51 00010000:00010000:2.0:1786190941.531016:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1786190942.224581:0:8211:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: -----============= acceptance-small: replay-dual ============----- Sat Aug 8 08:09:01 EDT 2026 00010000:00010000:0.0:1786190942.551173:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1786190942.999249:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727764992:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190942.999363:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1786190942.999370:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2391:1872956727764864:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190942.999400:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727765120:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190943.008138:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727764992:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190943.008167:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2391:1872956727764864:192.168.203.157@tcp:400:kworker.0 00010000:00080000:0.0:1786190943.008181:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df2aa00 x1872956727765120/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190958 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190943.008192:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727765120:192.168.203.157@tcp:400:kworker.0 00010000:00010000:2.0:1786190943.577534:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1786190944.637299:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190945.687230:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190946.720179:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190947.739920:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786190948.119487:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e36aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727765376:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190948.119689:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2391:1872956727765248:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190948.119982:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e36b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727765504:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786190948.152582:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2391:1872956727765248:192.168.203.157@tcp:400:kworker.0 00010000:00080000:1.0:1786190948.152611:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364e36b480 x1872956727765504/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786190948.152654:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e36b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727765504:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190948.153978:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e36aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727765376:192.168.203.157@tcp:400:kworker.0 00010000:00010000:1.0:1786190948.772144:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190949.791958:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786190950.807196:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786190951.890101:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786190952.855216:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1786190953.239399:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727765760:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786190953.239504:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1786190953.239511:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e36b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2391:1872956727765632:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786190953.239539:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727765888:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190953.244629:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727765760:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190953.249993:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e36b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2391:1872956727765632:192.168.203.157@tcp:400:kworker.0 00010000:00080000:0.0:1786190953.250253:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364e369c00 x1872956727765888/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190969 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190953.250265:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727765888:192.168.203.157@tcp:400:kworker.0 00010000:00010000:0.0:1786190953.883037:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786190954.959050:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786190955.997402:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1786190957.016794:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786190958.053067:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1786190958.359571:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2393:1872956727766016:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786190958.359670:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727766272:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786190958.359706:0:2393:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1786190958.359712:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727766144:192.168.203.157@tcp:400:kworker.0 00010000:00080000:2.0:1786190958.365331:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e19f80 x1872956727766272/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190974 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190958.365351:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727766272:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786190958.365395:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727766144:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786190958.365405:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2393:1872956727766016:192.168.203.157@tcp:400:kworker.0 00010000:00010000:3.0:1786190959.066256:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1786190960.087494:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1786190960.716190:0:8770:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: excepting tests: 14b 21b 00010000:00010000:3.0:1786190961.122025:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1786190962.136514:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1786190962.437039:0:8909:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: skipping tests SLOW=no: 21b 00010000:00010000:3.0:1786190963.164116:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1786190963.482341:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2392:1872956727766400:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786190963.482441:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727766656:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786190963.482474:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1786190963.482481:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727766528:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786190963.488428:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727766528:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786190963.488443:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2392:1872956727766400:192.168.203.157@tcp:400:kworker.0 00010000:00080000:2.0:1786190963.488456:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963648038a80 x1872956727766656/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190979 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190963.488467:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727766656:192.168.203.157@tcp:400:kworker.0 00010000:00010000:2.0:1786190964.187460:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1786190964.243450:0:9055:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: === replay-dual: start setup 08:09:23 (1786190963) === 00000080:00200008:1.0:1786190964.265614:0:8223:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96364f14db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1786190964.265626:0:8223:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88),name=/ 00000002:00010000:1.0:1786190964.265653:0:8223:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1786190964.265674:0:8223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1786190964.265689:0:8223:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00000080:00200000:1.0:1786190964.265697:0:8223:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1786190964.265705:0:8223:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) 00000080:00010000:1.0:1786190964.265708:0:8223:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) for lock 0x30c57aa034353183 00000080:00010000:1.0:1786190964.265723:0:8223:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x30c57aa034353183 from it ffffb35a00d87cb8 00010000:00010000:1.0:1786190964.265727:0:8223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 1 00010000:00010000:1.0:1786190964.265736:0:8223:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200008:1.0:1786190964.290425:0:8223:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96364f14db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1786190964.290436:0:8223:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88),name=/ 00000002:00010000:1.0:1786190964.290457:0:8223:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1786190964.290475:0:8223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1786190964.290491:0:8223:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00000080:00200000:1.0:1786190964.290500:0:8223:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1786190964.290507:0:8223:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) 00000080:00010000:1.0:1786190964.290511:0:8223:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) for lock 0x30c57aa034353183 00000080:00010000:1.0:1786190964.290518:0:8223:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x30c57aa034353183 from it ffffb35a00d87cb8 00010000:00010000:1.0:1786190964.290522:0:8223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 1 00010000:00010000:1.0:1786190964.290530:0:8223:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200008:1.0:1786190964.321575:0:8223:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96364f14db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1786190964.321589:0:8223:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88),name=/ 00000002:00010000:1.0:1786190964.321620:0:8223:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1786190964.321639:0:8223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1786190964.321655:0:8223:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00000080:00200000:1.0:1786190964.321664:0:8223:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1786190964.321672:0:8223:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) 00000080:00010000:1.0:1786190964.321675:0:8223:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) for lock 0x30c57aa034353183 00000080:00010000:1.0:1786190964.321682:0:8223:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x30c57aa034353183 from it ffffb35a00d87cb8 00010000:00010000:1.0:1786190964.321686:0:8223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 1 00010000:00010000:1.0:1786190964.321694:0:8223:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200008:1.0:1786190964.350456:0:8223:0:(file.c:6283:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff96364f14db88), request_mask 2047, flags 0, foreign 0 00000080:00200000:1.0:1786190964.350469:0:8223:0:(file.c:6178:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f14db88),name=/ 00000002:00010000:1.0:1786190964.350490:0:8223:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00010000:00010000:1.0:1786190964.350509:0:8223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1786190964.350525:0:8223:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00000080:00200000:1.0:1786190964.350533:0:8223:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00010000:1.0:1786190964.350541:0:8223:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) 00000080:00010000:1.0:1786190964.350544:0:8223:0:(llite_internal.h:1988:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff96364f14db88) for lock 0x30c57aa034353183 00000080:00010000:1.0:1786190964.350559:0:8223:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x30c57aa034353183 from it ffffb35a00d87cb8 00010000:00010000:1.0:1786190964.350563:0:8223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 1 00010000:00010000:1.0:1786190964.350571:0:8223:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff963644f1b800 lock: ffff9636821dfa00/0x30c57aa034353183 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x1f377153d221d7bc expref: -99 pid: 6190 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 1 00000020:01000004:3.0:1786190965.030735:0:9104:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1786190965.030740:0:9104:0:(obd_mount.c:925:lmd_print()) profile: lustre-client 00000020:01000004:3.0:1786190965.030741:0:9104:0:(obd_mount.c:926:lmd_print()) device: 192.168.203.157@tcp:/lustre 00000020:01000004:3.0:1786190965.030743:0:9104:0:(obd_mount.c:929:lmd_print()) options: user_xattr,flock 00000080:01200004:3.0:1786190965.030881:0:9104:0:(super25.c:130:lustre_fill_super()) VFS Op: sb ffff963647a3e000 00000080:01000004:3.0:1786190965.030894:0:9104:0:(super25.c:161:lustre_fill_super()) Mounting client lustre-client 00000020:01000004:3.0:1786190965.030922:0:9104:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.157@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1786190965.030926:0:9104:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.157@tcp 1/d0:i0:r0:or0:FULL 00000080:00200000:3.0:1786190965.030934:0:9104:0:(llite_lib.c:1515:ll_fill_super()) VFS Op: cfg_instance lustre-client-ffff963647a3e000 (sb ffff963647a3e000) 00000080:01000000:2.0:1786190965.031333:0:9104:0:(llite_lib.c:1241:ll_options()) Parsing opts user_xattr,flock 00000080:00000004:2.0:1786190965.031336:0:9104:0:(llite_lib.c:1251:ll_options()) next opt=user_xattr 00000080:00000004:2.0:1786190965.031340:0:9104:0:(llite_lib.c:1251:ll_options()) next opt=flock 00000080:01000000:2.0:1786190965.031349:0:9104:0:(llite_lib.c:1549:ll_fill_super()) llite sb uuid: 6e9a7f21-a206-4b6b-b63d-148080d267bf 10000000:01000000:2.0:1786190965.035170:0:9104:0:(mgc_request.c:1943:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1786190965.035179:0:9104:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff963647a3e000 10000000:01000000:2.0:1786190965.035189:0:9104:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff963647a3e000 10000000:01000000:2.0:1786190965.035826:0:9104:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1786190965.035836:0:9104:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff963647a3e000 10000000:01000000:2.0:1786190965.035839:0:9104:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1786190965.035844:0:9104:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-cliir-ffff963647a3e000 10000000:01000000:2.0:1786190965.035847:0:9104:0:(mgc_request.c:68:mgc_name2resid()) log lustre-cliir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1786190965.035852:0:9104:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-client-ffff963647a3e000 from 1 10000000:01000000:2.0:1786190965.035855:0:9104:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1786190965.035916:0:9104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff96368204aa00/0x30c57aa03435319f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190965.035939:0:9104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff96368204aa00/0x30c57aa03435319f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190965.035956:0:9104:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff96368204aa00/0x30c57aa03435319f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786190965.035993:0:9104:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727766784:192.168.203.157@tcp:101:mount.lustre.0 00000100:00100000:2.0:1786190965.036141:0:9104:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636413256c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786190965.049922:0:9104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727766784:192.168.203.157@tcp:101:mount.lustre.0 00010000:00010000:2.0:1786190965.049969:0:9104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff96368204aa00/0x30c57aa03435319f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d89c expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190965.049987:0:9104:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff96368204aa00/0x30c57aa03435319f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f377153d221d89c expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786190965.050123:0:9104:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727766912:192.168.203.157@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786190965.050313:0:9104:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636413256c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786190965.075257:0:9104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727766912:192.168.203.157@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786190965.075340:0:9104:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727767040:192.168.203.157@tcp:503:mount.lustre.0 00000100:00100000:2.0:1786190965.075510:0:9104:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636413256c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786190965.079381:0:9104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727767040:192.168.203.157@tcp:503:mount.lustre.0 00000100:00100000:1.0:1786190965.080285:0:9108:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e36ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:9108:1872956727767168:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:1.0:1786190965.080412:0:9108:0:(client.c:2702:ptlrpc_set_wait()) set ffff96364678c600 going to sleep for 11 seconds 00000100:00100000:0.0:1786190965.087685:0:9108:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e36ad80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:9108:1872956727767168:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:0.0:1786190965.087755:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786190965.087786:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786190965.087803:0:9108:0:(obd_config.c:1561:class_process_config()) marker 4 (0x1) lustre-clilov lov setup 00000020:01000000:0.0:1786190965.087813:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilov-ffff963647a3e000 00000020:00000080:0.0:1786190965.087816:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1786190965.087850:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilov-ffff963647a3e000 (ffff963648de4d40) 00000020:00000080:0.0:1786190965.087879:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type lov with refcount 2 00000020:01000000:0.0:1786190965.087887:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilov-ffff963647a3e000 00000020:00000080:0.0:1786190965.087890:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1786190965.088266:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilov-ffff963647a3e000 (uuid 6e9a7f21-a206-4b6b-b63d-148080d267bf) 00000020:01000000:0.0:1786190965.088272:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786190965.088276:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786190965.088278:0:9108:0:(obd_config.c:1561:class_process_config()) marker 4 (0x2) lustre-clilov lov setup 00000020:01000000:0.0:1786190965.088282:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786190965.088286:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786190965.088287:0:9108:0:(obd_config.c:1561:class_process_config()) marker 5 (0x1) lustre-clilmv lmv setup 00000020:01000000:0.0:1786190965.088292:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-clilmv-ffff963647a3e000 00000020:00000080:0.0:1786190965.088295:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1786190965.088303:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-clilmv-ffff963647a3e000 (ffff963648de3380) 00000020:00000080:0.0:1786190965.088315:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type lmv with refcount 2 00000020:01000000:0.0:1786190965.088320:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-clilmv-ffff963647a3e000 00000020:00000080:0.0:1786190965.088322:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00000020:00000080:0.0:1786190965.088615:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-clilmv-ffff963647a3e000 (uuid 6e9a7f21-a206-4b6b-b63d-148080d267bf) 00000020:01000000:0.0:1786190965.088623:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786190965.088628:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786190965.088629:0:9108:0:(obd_config.c:1561:class_process_config()) marker 5 (0x2) lustre-clilmv lmv setup 00000020:01000000:0.0:1786190965.088634:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786190965.088638:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786190965.088640:0:9108:0:(obd_config.c:1561:class_process_config()) marker 6 (0x1) lustre-client mount opts 00000020:00000080:0.0:1786190965.088649:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1786190965.088651:0:9108:0:(obd_config.c:1514:class_process_config()) mountopt: profile lustre-client osc lustre-clilov mdc lustre-clilmv 00000020:01000000:0.0:1786190965.088654:0:9108:0:(obd_config.c:1148:class_add_profile()) Add profile lustre-client 00000020:01000000:0.0:1786190965.088663:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1786190965.088666:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786190965.088675:0:9108:0:(obd_config.c:1561:class_process_config()) marker 6 (0x2) lustre-client mount opts 00000020:01000000:0.0:1786190965.088679:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1786190965.088685:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1786190965.088686:0:9108:0:(obd_config.c:1561:class_process_config()) marker 7 (0x1) lustre-MDT0000 add mdc 00000020:00000080:0.0:1786190965.088689:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1786190965.088695:0:9108:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:0.0:1786190965.088736:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0000-mdc-ffff963647a3e000 00000020:00000080:0.0:1786190965.088740:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1786190965.088753:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdc-ffff963647a3e000 (ffff963648de0000) 00000020:00000080:0.0:1786190965.088777:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type mdc with refcount 2 00000020:01000000:0.0:1786190965.088787:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0000-mdc-ffff963647a3e000 00000020:00000080:0.0:1786190965.088791:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:0.0:1786190965.088886:0:9108:0:(ldlm_lib.c:102:import_set_conn()) imp ffff96364df6b000@lustre-MDT0000-mdc-ffff963647a3e000: add connection 192.168.203.157@tcp at head 00010000:00010000:1.0:1786190965.091342:0:9108:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-mdc-ffff963647a3e000-5 is initialized 00000040:01000000:1.0:1786190965.091596:0:9108:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-mdc-ffff963647a3e000 ctxt 13 is initialized 00000020:00000080:1.0:1786190965.091650:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdc-ffff963647a3e000 (uuid 6e9a7f21-a206-4b6b-b63d-148080d267bf) 00000020:01000000:1.0:1786190965.091669:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff963647a3e000 00000020:00000080:1.0:1786190965.091674:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1786190965.091708:0:9108:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0000_UUID. index 0 00000020:01000000:1.0:1786190965.091776:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786190965.091781:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786190965.091783:0:9108:0:(obd_config.c:1561:class_process_config()) marker 7 (0x2) lustre-MDT0000 add mdc 00000020:01000000:1.0:1786190965.091786:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1786190965.091790:0:9108:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #9 00000020:01000000:1.0:1786190965.091792:0:9108:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1786190965.091794:0:9108:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1786190965.091795:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1786190965.091798:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786190965.091799:0:9108:0:(obd_config.c:1561:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:1.0:1786190965.091802:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786190965.091807:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786190965.091809:0:9108:0:(obd_config.c:1561:class_process_config()) marker 16 (0x1) lustre-MDT0001 add mdc 00000020:00000080:1.0:1786190965.091812:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1786190965.091818:0:9108:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:1.0:1786190965.091880:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-MDT0001-mdc-ffff963647a3e000 00000020:00000080:1.0:1786190965.091889:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1786190965.091901:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdc-ffff963647a3e000 (ffff963644dc0000) 00000020:00000080:1.0:1786190965.091925:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type mdc with refcount 2 00000020:01000000:1.0:1786190965.091934:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-MDT0001-mdc-ffff963647a3e000 00000020:00000080:1.0:1786190965.091937:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1786190965.092124:0:9108:0:(ldlm_lib.c:102:import_set_conn()) imp ffff96364dae3800@lustre-MDT0001-mdc-ffff963647a3e000: add connection 192.168.203.157@tcp at head 00010000:00010000:1.0:1786190965.093976:0:9108:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-mdc-ffff963647a3e000-6 is initialized 00000040:01000000:1.0:1786190965.095561:0:9108:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-mdc-ffff963647a3e000 ctxt 13 is initialized 00000020:00000080:1.0:1786190965.095627:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdc-ffff963647a3e000 (uuid 6e9a7f21-a206-4b6b-b63d-148080d267bf) 00000020:01000000:1.0:1786190965.095648:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf014, instance name: lustre-clilmv-ffff963647a3e000 00000020:00000080:1.0:1786190965.095655:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf014 00800000:01000000:1.0:1786190965.095691:0:9108:0:(lmv_obd.c:442:lmv_add_target()) Target uuid: lustre-MDT0001_UUID. index 1 00000020:01000000:1.0:1786190965.095747:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786190965.095751:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786190965.095753:0:9108:0:(obd_config.c:1561:class_process_config()) marker 16 (0x2) lustre-MDT0001 add mdc 00000020:01000000:1.0:1786190965.095756:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1786190965.095759:0:9108:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1786190965.095761:0:9108:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1786190965.095775:0:9108:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1786190965.095777:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1786190965.095780:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786190965.095782:0:9108:0:(obd_config.c:1561:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1786190965.095784:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1786190965.095790:0:9108:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of 192.168.203.157@tcp:/lustre 00000020:00000080:1.0:1786190965.095794:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786190965.095795:0:9108:0:(obd_config.c:1561:class_process_config()) marker 24 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1786190965.095798:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1786190965.095805:0:9108:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:1.0:1786190965.095840:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0000-osc-ffff963647a3e000 00000020:00000080:1.0:1786190965.095843:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1786190965.095856:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-ffff963647a3e000 (ffff963644dc19c0) 00000020:00000080:1.0:1786190965.095879:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type osc with refcount 2 00000020:01000000:1.0:1786190965.095904:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0000-osc-ffff963647a3e000 00000020:00000080:1.0:1786190965.095907:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1786190965.096095:0:9108:0:(ldlm_lib.c:102:import_set_conn()) imp ffff96364822d000@lustre-OST0000-osc-ffff963647a3e000: add connection 192.168.203.157@tcp at head 00010000:00010000:1.0:1786190965.098192:0:9108:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-ffff963647a3e000-7 is initialized 00000020:00000080:1.0:1786190965.098497:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-ffff963647a3e000 (uuid 6e9a7f21-a206-4b6b-b63d-148080d267bf) 00000020:01000000:1.0:1786190965.098520:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff963647a3e000 00000020:00000080:1.0:1786190965.098525:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1786190965.098564:0:9108:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0000_UUID idx:0 gen:1 active:1 00020000:01000000:1.0:1786190965.098578:0:9108:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff963647a3e000: Adding target lustre-OST0000_UUID 00020000:01000000:1.0:1786190965.098587:0:9108:0:(lov_obd.c:532:lov_add_target()) idx=0 ltd_gen=1 ld_tgt_count=1 00000020:01000000:1.0:1786190965.098602:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786190965.098608:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786190965.098611:0:9108:0:(obd_config.c:1561:class_process_config()) marker 24 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1786190965.098615:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1786190965.098619:0:9108:0:(obd_config.c:1899:class_config_llog_handler()) SKIP #28 00000020:01000000:1.0:1786190965.098621:0:9108:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1786190965.098623:0:9108:0:(obd_config.c:1925:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1786190965.098626:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1786190965.098630:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786190965.098633:0:9108:0:(obd_config.c:1561:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:1.0:1786190965.098636:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1786190965.098642:0:9108:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of 192.168.203.157@tcp:/lustre 00000020:00000080:1.0:1786190965.098646:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786190965.098648:0:9108:0:(obd_config.c:1561:class_process_config()) marker 32 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1786190965.098653:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1786190965.098660:0:9108:0:(obd_config.c:1485:class_process_config()) adding mapping from uuid 192.168.203.157@tcp to nid 0x20000c0a8cb9d (192.168.203.157@tcp) 00000020:01000000:1.0:1786190965.098695:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf001, instance name: lustre-OST0001-osc-ffff963647a3e000 00000020:00000080:1.0:1786190965.098698:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1786190965.098711:0:9108:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-ffff963647a3e000 (ffff963644dc4d40) 00000020:00000080:1.0:1786190965.098733:0:9108:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osc with refcount 2 00000020:01000000:1.0:1786190965.098740:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf003, instance name: lustre-OST0001-osc-ffff963647a3e000 00000020:00000080:1.0:1786190965.098742:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf003 00010000:00080000:1.0:1786190965.098878:0:9108:0:(ldlm_lib.c:102:import_set_conn()) imp ffff963643db0800@lustre-OST0001-osc-ffff963647a3e000: add connection 192.168.203.157@tcp at head 00010000:00010000:1.0:1786190965.099122:0:9108:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-ffff963647a3e000-8 is initialized 00000020:00000080:1.0:1786190965.099482:0:9108:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-ffff963647a3e000 (uuid 6e9a7f21-a206-4b6b-b63d-148080d267bf) 00000020:01000000:1.0:1786190965.099490:0:9108:0:(obd_config.c:2005:class_config_llog_handler()) cmd cf00d, instance name: lustre-clilov-ffff963647a3e000 00000020:00000080:1.0:1786190965.099492:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00d 00020000:01000000:1.0:1786190965.099505:0:9108:0:(lov_obd.c:481:lov_add_target()) uuid:lustre-OST0001_UUID idx:1 gen:1 active:1 00020000:01000000:1.0:1786190965.099511:0:9108:0:(lov_obd.c:510:lov_add_target()) lustre-clilov-ffff963647a3e000: Adding target lustre-OST0001_UUID 00020000:01000000:1.0:1786190965.099514:0:9108:0:(lov_obd.c:532:lov_add_target()) idx=1 ltd_gen=1 ld_tgt_count=2 00000020:01000000:1.0:1786190965.099523:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786190965.099527:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786190965.099529:0:9108:0:(obd_config.c:1561:class_process_config()) marker 32 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1786190965.099532:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786190965.099536:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786190965.099538:0:9108:0:(obd_config.c:1561:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:1.0:1786190965.099541:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1786190965.099543:0:9108:0:(obd_config.c:1535:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1786190965.099546:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786190965.099549:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786190965.099550:0:9108:0:(obd_config.c:1561:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000100:00100000:1.0:1786190965.099615:0:9108:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e369180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:9108:1872956727767296:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:1.0:1786190965.099806:0:9108:0:(client.c:2702:ptlrpc_set_wait()) set ffff96364678c600 going to sleep for 11 seconds 00000100:00100000:3.0:1786190965.121066:0:9108:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e369180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:9108:1872956727767296:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786190965.121114:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1786190965.121126:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190965.121128:0:9108:0:(obd_config.c:1561:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1786190965.121135:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1786190965.121175:0:9108:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:9108:1872956727767424:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:3.0:1786190965.121286:0:9108:0:(client.c:2702:ptlrpc_set_wait()) set ffff963643d8af00 going to sleep for 11 seconds 00000100:00100000:3.0:1786190965.127454:0:9108:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:9108:1872956727767424:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:3.0:1786190965.127496:0:9108:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1786190965.127514:0:9108:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1786190965.127516:0:9108:0:(obd_config.c:1561:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1786190965.127521:0:9108:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1786190965.127694:0:9104:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1786190965.127713:0:9104:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1786190965.127778:0:9104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff96368204aa00/0x30c57aa03435319f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d89c expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190965.127795:0:9104:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff96368204aa00/0x30c57aa03435319f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d89c expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786190965.127804:0:9104:0:(mgc_request.c:1801:mgc_process_log()) Process log lustre-cliir-ffff963647a3e000 from 1 10000000:01000000:2.0:1786190965.127807:0:9104:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00010000:00010000:2.0:1786190965.127838:0:9104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff96368204b600/0x30c57aa0343531d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190965.127846:0:9104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff96368204b600/0x30c57aa0343531d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190965.127855:0:9104:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff96368204b600/0x30c57aa0343531d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786190965.127877:0:9104:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727767552:192.168.203.157@tcp:101:mount.lustre.0 00000100:00100000:2.0:1786190965.128107:0:9104:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636413256c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786190965.131361:0:9104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727767552:192.168.203.157@tcp:101:mount.lustre.0 00010000:00010000:2.0:1786190965.131388:0:9104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff96368204b600/0x30c57aa0343531d0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d8a3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190965.131401:0:9104:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff96368204b600/0x30c57aa0343531d0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f377153d221d8a3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786190965.131975:0:9104:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727767680:192.168.203.157@tcp:256:mount.lustre.0 00000100:00100000:2.0:1786190965.133033:0:9104:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636413256c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786190965.150976:0:9104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727767680:192.168.203.157@tcp:256:mount.lustre.0 10000000:01000000:2.0:1786190965.152227:0:9104:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-cliir' succeeded (0). 00010000:00010000:2.0:1786190965.152248:0:9104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff96368204b600/0x30c57aa0343531d0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d8a3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190965.152257:0:9104:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff96368204b600/0x30c57aa0343531d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d8a3 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786190965.152263:0:9104:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff963647a3e000 from 1 10000000:01000000:2.0:1786190965.152264:0:9104:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1786190965.152297:0:9104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff96368204a000/0x30c57aa0343531d7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190965.152304:0:9104:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff96368204a000/0x30c57aa0343531d7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190965.152316:0:9104:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff96368204a000/0x30c57aa0343531d7 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786190965.152339:0:9104:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727767808:192.168.203.157@tcp:101:mount.lustre.0 00000100:00100000:2.0:1786190965.152430:0:9104:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636413256c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786190965.154911:0:9104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727767808:192.168.203.157@tcp:101:mount.lustre.0 00010000:00010000:2.0:1786190965.154937:0:9104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff96368204a000/0x30c57aa0343531d7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d8aa expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190965.154950:0:9104:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff96368204a000/0x30c57aa0343531d7 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f377153d221d8aa expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1786190965.155115:0:9104:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727767936:192.168.203.157@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786190965.155190:0:9104:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636413256c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786190965.157398:0:9104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727767936:192.168.203.157@tcp:501:mount.lustre.0 00000100:00100000:2.0:1786190965.157456:0:9104:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727768064:192.168.203.157@tcp:503:mount.lustre.0 00000100:00100000:2.0:1786190965.157577:0:9104:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636413256c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786190965.160384:0:9104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:c398ac42-f517-4a33-b1a3-1b5180bea630:9104:1872956727768064:192.168.203.157@tcp:503:mount.lustre.0 00000100:00100000:1.0:1786190965.160779:0:9112:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e36a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:9112:1872956727768192:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:1.0:1786190965.160970:0:9112:0:(client.c:2702:ptlrpc_set_wait()) set ffff96364678c000 going to sleep for 11 seconds 00000100:00100000:1.0:1786190965.163994:0:9112:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e36a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:9112:1872956727768192:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:1.0:1786190965.164168:0:9112:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786190965.164178:0:9112:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786190965.164180:0:9112:0:(obd_config.c:1561:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1786190965.164187:0:9112:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff963647a3e000 00000020:00000080:1.0:1786190965.164190:0:9112:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1786190965.164206:0:9112:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1786190965.164209:0:9112:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786190965.164210:0:9112:0:(obd_config.c:1561:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1786190965.164212:0:9112:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1786190965.164214:0:9112:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1786190965.164216:0:9112:0:(obd_config.c:1561:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1786190965.164219:0:9112:0:(obd_config.c:2005:class_config_llog_handler()) cmd ce032, instance name: general-ffff963647a3e000 00000020:00000080:1.0:1786190965.164222:0:9112:0:(obd_config.c:1470:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1786190965.164353:0:9112:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e36a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:9112:1872956727768320:192.168.203.157@tcp:502:llog_process_th.0 00000100:00100000:1.0:1786190965.164435:0:9112:0:(client.c:2702:ptlrpc_set_wait()) set ffff96364678c000 going to sleep for 11 seconds 00000100:00100000:2.0:1786190965.168023:0:9112:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e36a300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:c398ac42-f517-4a33-b1a3-1b5180bea630:9112:1872956727768320:192.168.203.157@tcp:502:llog_process_th.0 00000020:01000000:2.0:1786190965.168171:0:9112:0:(obd_config.c:1890:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1786190965.168179:0:9112:0:(obd_config.c:1470:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1786190965.168182:0:9112:0:(obd_config.c:1561:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000040:00080000:2.0:1786190965.168188:0:9112:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 7 count 7 00000020:01000000:0.0:1786190965.168359:0:9104:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 10000000:01000000:0.0:1786190965.168377:0:9104:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1786190965.168425:0:9104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff96368204a000/0x30c57aa0343531d7 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d8aa expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786190965.168437:0:9104:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff96368204a000/0x30c57aa0343531d7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d8aa expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000080:01000000:0.0:1786190965.168455:0:9104:0:(llite_lib.c:1623:ll_fill_super()) Found profile lustre-client: mdc=lustre-clilmv osc=lustre-clilov 00000020:00000080:0.0:1786190965.168479:0:9104:0:(genops.c:1406:class_connect()) connect: client 6e9a7f21-a206-4b6b-b63d-148080d267bf, cookie 0x30c57aa0343531de 00800000:01000000:0.0:1786190965.168500:0:9104:0:(lmv_obd.c:515:lmv_check_connect()) Time to connect 6e9a7f21-a206-4b6b-b63d-148080d267bf to lustre-clilmv-ffff963647a3e000 00800000:01000000:0.0:1786190965.168509:0:9104:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0000-mdc-ffff963647a3e000(6e9a7f21-a206-4b6b-b63d-148080d267bf) - lustre-MDT0000_UUID, 6e9a7f21-a206-4b6b-b63d-148080d267bf 00000020:00000080:0.0:1786190965.168516:0:9104:0:(genops.c:1406:class_connect()) connect: client 6e9a7f21-a206-4b6b-b63d-148080d267bf, cookie 0x30c57aa0343531e5 00000100:00080000:0.0:1786190965.168524:0:9104:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff963647a3e000: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:0.0:1786190965.168531:0:9104:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff963647a3e000: import ffff96364df6b000 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:0.0:1786190965.168542:0:9104:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682931 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1786190965.168572:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96364df2aa00 x1872956727768448/t0(0) o38->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1786190965.168603:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0000_UUID 00800000:01000000:0.0:1786190965.168698:0:9104:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0000-mdc-ffff963647a3e000(6e9a7f21-a206-4b6b-b63d-148080d267bf) successfully (5) 00800000:00000004:0.0:1786190965.168703:0:9104:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0000-mdc-ffff963647a3e000: age -643, max_age 0 00800000:01000000:0.0:1786190965.168732:0:9104:0:(lmv_obd.c:338:lmv_connect_mdc()) connect to lustre-MDT0001-mdc-ffff963647a3e000(6e9a7f21-a206-4b6b-b63d-148080d267bf) - lustre-MDT0001_UUID, 6e9a7f21-a206-4b6b-b63d-148080d267bf 00000020:00000080:0.0:1786190965.168739:0:9104:0:(genops.c:1406:class_connect()) connect: client 6e9a7f21-a206-4b6b-b63d-148080d267bf, cookie 0x30c57aa0343531ec 00000100:00080000:0.0:1786190965.168744:0:9104:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff963647a3e000: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:0.0:1786190965.168750:0:9104:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff963647a3e000: import ffff96364dae3800 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:0.0:1786190965.168755:0:9104:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34682931 ocd_grant: 134217728, lost: 0. 00000100:00100000:0.0:1786190965.168779:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff96364df2b480 x1872956727768704/t0(0) o38->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1786190965.168788:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0001_UUID 00800000:01000000:0.0:1786190965.168823:0:9104:0:(lmv_obd.c:392:lmv_connect_mdc()) Connected to lustre-MDT0001-mdc-ffff963647a3e000(6e9a7f21-a206-4b6b-b63d-148080d267bf) successfully (5) 00800000:00000004:0.0:1786190965.168826:0:9104:0:(obd_class.h:1057:obd_statfs_async()) lustre-MDT0001-mdc-ffff963647a3e000: age -643, max_age 0 00000080:00000004:0.0:1786190965.168843:0:9104:0:(obd_class.h:1091:obd_statfs()) lustre-clilmv-ffff963647a3e000: age -643, max_age 357 00800000:00000004:0.0:1786190965.168847:0:9104:0:(obd_class.h:1091:obd_statfs()) lustre-MDT0000-mdc-ffff963647a3e000: age -643, max_age 357 00000100:00080000:0.0:1786190965.168863:0:9104:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff96364df2ad80 x1872956727768960/t0(0) o41->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190965.168872:0:9104:0:(client.c:2702:ptlrpc_set_wait()) set ffff963648913cc0 going to sleep for 0 seconds 00000100:00080000:0.0:1786190965.168919:0:2391:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff96364df29c00 x1872956727768576/t0(0) o41->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190965.168931:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727769088:192.168.203.157@tcp:400:kworker.0 00000100:00100000:0.0:1786190965.169001:0:2391:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00080000:0.0:1786190965.169033:0:2391:0:(client.c:1832:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff96364df29180 x1872956727768832/t0(0) o41->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190965.169042:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727769216:192.168.203.157@tcp:400:kworker.0 00000100:00100000:3.0:1786190965.169525:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e9a7f21-a206-4b6b-b63d-148080d267bf:2389:1872956727768448:192.168.203.157@tcp:38:mount.lustre.0 00000100:00100000:3.0:1786190965.169585:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e9a7f21-a206-4b6b-b63d-148080d267bf:2389:1872956727768704:192.168.203.157@tcp:38:mount.lustre.0 00010000:00080000:1.0:1786190965.176068:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df29f80 x1872956727769216/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190981 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786190965.176085:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727769216:192.168.203.157@tcp:400:kworker.0 00000100:00100000:1.0:1786190965.176096:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:73e28915-1996-44ef-9211-1b682baca970:2391:1872956727769088:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786190965.176173:0:2389:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963647a3e000: committing for last_committed 0 gen 1 00000100:00080000:2.0:1786190965.176182:0:2389:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff963647a3e000: connect to target with instance 1 00000100:00080000:2.0:1786190965.176189:0:2389:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-mdc-ffff963647a3e000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:2.0:1786190965.176201:0:2389:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1786190965.176204:0:2389:0:(import.c:65:import_set_state_nolock()) ffff96364df6b000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1786190965.177986:0:2389:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000055dfaeab): req@ffff96364df2ad80 x1872956727768960/t0(0) o41->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1786190965.178035:0:2389:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a6ee3326): req@ffff96364df29c00 x1872956727768576/t0(0) o41->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190965.178052:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e9a7f21-a206-4b6b-b63d-148080d267bf:2389:1872956727768448:192.168.203.157@tcp:38:mount.lustre.0 00010000:00080000:3.0:1786190965.178082:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df2b480 x1872956727768704/t0(0) o38->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 520/416 e 0 to 0 dl 1786190975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190965.178091:0:2389:0:(client.c:3112:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963647a3e000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786190965.178099:0:2389:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-mdc-ffff963647a3e000: connect to target with instance 1 00000100:00080000:3.0:1786190965.178106:0:2389:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-mdc-ffff963647a3e000: Resetting ns_connect_flags to server flags: 0xae7a7e7be344d3b8 00000100:00080000:3.0:1786190965.178114:0:2389:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1786190965.178117:0:2389:0:(import.c:65:import_set_state_nolock()) ffff96364dae3800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1786190965.178200:0:2389:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000a6ee3326): req@ffff96364df29180 x1872956727768832/t0(0) o41->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190965.178209:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e9a7f21-a206-4b6b-b63d-148080d267bf:2389:1872956727768704:192.168.203.157@tcp:38:mount.lustre.0 00000100:00100000:0.0:1786190965.178954:0:9104:0:(client.c:2702:ptlrpc_set_wait()) set ffff963648913cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1786190965.189834:0:9104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2ad80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6e9a7f21-a206-4b6b-b63d-148080d267bf:9104:1872956727768960:192.168.203.157@tcp:41:mount.lustre.0 00800000:00000004:2.0:1786190965.189861:0:9104:0:(obd_class.h:1117:obd_statfs()) lustre-MDT0000-mdc-ffff963647a3e000: update ffff963648de0450 cache blocks 317399/353529 objects 1023723/1024000 00000080:00000004:2.0:1786190965.189867:0:9104:0:(obd_class.h:1117:obd_statfs()) lustre-clilmv-ffff963647a3e000: update ffff963648de37d0 cache blocks 317399/353529 objects 1023723/1024000 00000100:00100000:2.0:1786190965.189906:0:9104:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6e9a7f21-a206-4b6b-b63d-148080d267bf:9104:1872956727769344:192.168.203.157@tcp:40:mount.lustre.0 00000100:00100000:2.0:1786190965.189973:0:9104:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636413256c0 going to sleep for 11 seconds 00010000:00080000:0.0:1786190965.190479:0:2391:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df29180 x1872956727768832/t0(0) o41->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/368 e 0 to 0 dl 1786190981 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190965.190494:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6e9a7f21-a206-4b6b-b63d-148080d267bf:0:1872956727768832:192.168.203.157@tcp:41:mount.lustre.0 00000100:00100000:0.0:1786190965.190504:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6e9a7f21-a206-4b6b-b63d-148080d267bf:0:1872956727768576:192.168.203.157@tcp:41:mount.lustre.0 00000100:00100000:2.0:1786190965.192941:0:9104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6e9a7f21-a206-4b6b-b63d-148080d267bf:9104:1872956727769344:192.168.203.157@tcp:40:mount.lustre.0 00000080:00000004:2.0:1786190965.192966:0:9104:0:(llite_lib.c:622:client_common_fill_super()) rootfid [0x200000007:0x1:0x0] 00000080:00100000:2.0:1786190965.192993:0:9104:0:(llite_lib.c:784:client_common_fill_super()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682931 ocd_grant: 2146304 00020000:01000000:2.0:1786190965.192997:0:9104:0:(lov_obd.c:186:lov_connect()) connect #0 00000020:00000080:2.0:1786190965.193208:0:9104:0:(genops.c:1406:class_connect()) connect: client 6e9a7f21-a206-4b6b-b63d-148080d267bf, cookie 0x30c57aa0343531f3 00000020:00000080:2.0:1786190965.193228:0:9104:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x30c57aa0343531fa 00000100:00080000:2.0:1786190965.193236:0:9104:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff963647a3e000: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:2.0:1786190965.193243:0:9104:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff963647a3e000: import ffff96364822d000 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:2.0:1786190965.193253:0:9104:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682931 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786190965.193277:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff963647e1aa00 x1872956727769472/t0(0) o8->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786190965.193303:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0000_UUID 00020000:01000000:2.0:1786190965.193358:0:9104:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 0 lustre-OST0000_UUID (lustre-OST0000-osc-ffff963647a3e000) active 00000020:00000080:2.0:1786190965.193388:0:9104:0:(genops.c:1406:class_connect()) connect: client LOV_OSC_UUID, cookie 0x30c57aa034353201 00000100:00080000:2.0:1786190965.193393:0:9104:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff963647a3e000: connect to NID 192.168.203.157@tcp last attempt 0 00000100:00080000:2.0:1786190965.193398:0:9104:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff963647a3e000: import ffff963643db0800 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000008:00100000:2.0:1786190965.193403:0:9104:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34682931 ocd_grant: 134217728, lost: 0. 00000100:00100000:2.0:1786190965.193415:0:9104:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff963647e1a680 x1872956727769600/t0(0) o8->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1786190965.193424:0:9104:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0001_UUID 00000100:00100000:3.0:1786190965.193471:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e9a7f21-a206-4b6b-b63d-148080d267bf:2389:1872956727769472:192.168.203.157@tcp:8:mount.lustre.0 00000100:00100000:3.0:1786190965.193557:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e9a7f21-a206-4b6b-b63d-148080d267bf:2389:1872956727769600:192.168.203.157@tcp:8:mount.lustre.0 00020000:01000000:2.0:1786190965.194205:0:9104:0:(lov_obd.c:159:lov_connect_osc()) Connected tgt idx 1 lustre-OST0001_UUID (lustre-OST0001-osc-ffff963647a3e000) active 00000100:00100000:2.0:1786190965.194251:0:9104:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e19f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6e9a7f21-a206-4b6b-b63d-148080d267bf:9104:1872956727769728:192.168.203.157@tcp:900:mount.lustre.0 00000100:00100000:2.0:1786190965.194288:0:9104:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636413256c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786190965.197692:0:9104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e19f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6e9a7f21-a206-4b6b-b63d-148080d267bf:9104:1872956727769728:192.168.203.157@tcp:900:mount.lustre.0 00000100:00100000:2.0:1786190965.197776:0:9104:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e19f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6e9a7f21-a206-4b6b-b63d-148080d267bf:9104:1872956727769856:192.168.203.157@tcp:33:mount.lustre.0 00000100:00100000:2.0:1786190965.197931:0:9104:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636413256c0 going to sleep for 11 seconds 00000100:00100000:2.0:1786190965.200428:0:9104:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e19f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:6e9a7f21-a206-4b6b-b63d-148080d267bf:9104:1872956727769856:192.168.203.157@tcp:33:mount.lustre.0 00000080:00200000:2.0:1786190965.200580:0:9104:0:(llite_lib.c:3364:ll_read_inode2()) VFS Op:inode=[0x200000007:0x1:0x0](ffff96364f149148) 00000080:00200000:2.0:1786190965.200589:0:9104:0:(llite_lib.c:3127:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 4096 00000080:02000400:2.0:1786190965.200654:0:9104:0:(llite_lib.c:1662:ll_fill_super()) Mounted lustre-client - version 2.17.56_51_geba2e8d 00000080:00000004:2.0:1786190965.203926:0:9104:0:(super25.c:181:lustre_fill_super()) 192.168.203.157@tcp:/lustre: Mount complete 00010000:00010000:1.0:1786190965.212306:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:3.0:1786190965.263298:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e1aa00 x1872956727769472/t0(0) o8->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 520/416 e 0 to 0 dl 1786190975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190965.263315:0:2389:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0000-osc-ffff963647a3e000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786190965.263325:0:2389:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff963647a3e000: connect to target with instance 1 00000100:00080000:3.0:1786190965.263335:0:2389:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff963647a3e000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786190965.263347:0:2389:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1786190965.263350:0:2389:0:(import.c:65:import_set_state_nolock()) ffff96364822d000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786190965.263356:0:2389:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00000080:00000004:3.0:1786190965.263361:0:2389:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0467af2e3640038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786190965.263365:0:2389:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786190965.263376:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e9a7f21-a206-4b6b-b63d-148080d267bf:2389:1872956727769472:192.168.203.157@tcp:8:mount.lustre.0 00010000:00080000:3.0:1786190965.263393:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e1a680 x1872956727769600/t0(0) o8->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 520/416 e 0 to 0 dl 1786190975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190965.263400:0:2389:0:(client.c:3112:ptlrpc_free_committed()) lustre-OST0001-osc-ffff963647a3e000: committing for last_committed 0 gen 1 00000100:00080000:3.0:1786190965.263403:0:2389:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff963647a3e000: connect to target with instance 1 00000100:00080000:3.0:1786190965.263408:0:2389:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff963647a3e000: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000100:00080000:3.0:1786190965.263412:0:2389:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1786190965.263414:0:2389:0:(import.c:65:import_set_state_nolock()) ffff963643db0800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00020000:01000000:3.0:1786190965.263417:0:2389:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0001_UUID active 00000080:00000004:3.0:1786190965.263419:0:2389:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00080000:3.0:1786190965.263422:0:2389:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00000100:00100000:3.0:1786190965.263425:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e9a7f21-a206-4b6b-b63d-148080d267bf:2389:1872956727769600:192.168.203.157@tcp:8:mount.lustre.0 00000400:00000001:3.0:1786190965.388639:0:9134:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:0.0:1786190966.231147:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190966.231153:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190966.231158:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190966.231160:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786190966.231258:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786190966.231262:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190966.231265:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786190966.551186:0:783:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19000 (cpu 0) has reached its deadline 4295026666, at 4295026688 00000100:00000040:1.0:1786190966.551186:0:994:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19110 (cpu 1) has reached its deadline 4295026666, at 4295026688 00000100:00000010:0.0:1786190966.551218:0:783:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff963645e83960. 00000100:00000010:1.0:1786190966.551222:0:994:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff963645e83f60. 00010000:00000001:0.0:1786190967.257510:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190967.257516:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190967.257520:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190967.257522:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786190967.257691:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786190967.257694:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786190967.257697:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786190968.280457:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190968.280469:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190968.280481:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190968.280482:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786190968.281646:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786190968.281652:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786190968.281658:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786190969.303113:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190969.303122:0:783:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786190969.303124:0:783:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786190969.303128:0:783:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190969.303132:0:783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786190969.303134:0:783:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190969.303136:0:783:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190969.303138:0:783:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190969.303158:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190969.303160:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786190969.304090:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786190969.304095:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786190969.304108:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786190970.327239:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190970.327247:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190970.327253:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190970.327254:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786190970.331232:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786190970.331241:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786190970.331246:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786190970.650578:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c398ac42-f517-4a33-b1a3-1b5180bea630->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786190970.650589:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786190970.650597:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364e36bb80. 00000020:00000040:1.0:1786190970.650610:0:37:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1786190970.650614:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786190970.650617:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786190970.650622:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786190970.650630:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963647d9e700. 00000100:00000001:1.0:1786190970.650636:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.650649:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c398ac42-f517-4a33-b1a3-1b5180bea630->MGS req@ffff96364e36bb80 x1872956727769984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786190970.650659:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786190970.650665:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.650671:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e2cd3baf] to pc [ptlrpcd_00_01+1] req@ffff96364e36bb80 x1872956727769984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.650698:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.650700:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786190970.650704:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786190970.650707:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364e369500. 00000020:00000040:1.0:1786190970.650709:0:37:0:(genops.c:1231:class_import_get()) import ffff963648d57000 refcount=4 obd=lustre-MDT0000-mdc-ffff963644f1b800 00000100:00000001:1.0:1786190970.650712:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786190970.650713:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786190970.650715:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786190970.650718:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963647d9ea00. 00000100:00000001:1.0:1786190970.650721:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651195:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0000_UUID req@ffff96364e369500 x1872956727770112/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786190970.651204:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786190970.651207:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651211:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005426aad3] to pc [ptlrpcd_00_00+0] req@ffff96364e369500 x1872956727770112/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.651219:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786190970.651233:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786190970.651236:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364e36b800. 00000020:00000040:1.0:1786190970.651239:0:37:0:(genops.c:1231:class_import_get()) import ffff963648d52800 refcount=4 obd=lustre-MDT0001-mdc-ffff963644f1b800 00000100:00000001:1.0:1786190970.651241:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786190970.651243:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786190970.651245:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786190970.651248:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963647d9e100. 00000100:00000001:1.0:1786190970.651251:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651255:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0001_UUID req@ffff96364e36b800 x1872956727770240/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786190970.651262:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786190970.651263:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651267:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a138c144] to pc [ptlrpcd_00_01+1] req@ffff96364e36b800 x1872956727770240/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.651274:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651276:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786190970.651279:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1786190970.651282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786190970.651284:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1786190970.651287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786190970.651289:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786190970.651292:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364e368000. 00000020:00000040:1.0:1786190970.651294:0:37:0:(genops.c:1231:class_import_get()) import ffff96364df6b000 refcount=4 obd=lustre-MDT0000-mdc-ffff963647a3e000 00000100:00000001:1.0:1786190970.651296:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786190970.651297:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786190970.651298:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786190970.651301:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963647d9e500. 00000100:00000001:1.0:1786190970.651303:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651314:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0000_UUID req@ffff96364e368000 x1872956727770368/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786190970.651321:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786190970.651323:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651327:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e63326c1] to pc [ptlrpcd_00_00+0] req@ffff96364e368000 x1872956727770368/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.651334:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651335:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786190970.651645:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786190970.651650:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364e369880. 00000020:00000040:1.0:1786190970.651653:0:37:0:(genops.c:1231:class_import_get()) import ffff96364dae3800 refcount=4 obd=lustre-MDT0001-mdc-ffff963647a3e000 00000100:00000001:1.0:1786190970.651655:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786190970.651656:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786190970.651659:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786190970.651662:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963647d9ef00. 00000100:00000001:1.0:1786190970.651665:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651671:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0001_UUID req@ffff96364e369880 x1872956727770496/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786190970.651678:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786190970.651680:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651683:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000908f80b3] to pc [ptlrpcd_00_01+1] req@ffff96364e369880 x1872956727770496/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.651690:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651692:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786190970.651695:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786190970.651698:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364e368700. 00000020:00000040:1.0:1786190970.651700:0:37:0:(genops.c:1231:class_import_get()) import ffff96364822d000 refcount=3 obd=lustre-OST0000-osc-ffff963647a3e000 00000100:00000001:1.0:1786190970.651702:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786190970.651703:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786190970.651705:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786190970.651715:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963647d9eb00. 00000100:00000001:1.0:1786190970.651719:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651733:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0000_UUID req@ffff96364e368700 x1872956727770624/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786190970.651741:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786190970.651742:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651746:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000068428e37] to pc [ptlrpcd_00_00+0] req@ffff96364e368700 x1872956727770624/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.651752:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786190970.651757:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786190970.651761:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364e36a300. 00000020:00000040:1.0:1786190970.651763:0:37:0:(genops.c:1231:class_import_get()) import ffff963643db0800 refcount=3 obd=lustre-OST0001-osc-ffff963647a3e000 00000100:00000001:1.0:1786190970.651765:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786190970.651766:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786190970.651768:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786190970.651771:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963647d9e200. 00000100:00000001:1.0:1786190970.651774:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651778:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0001_UUID req@ffff96364e36a300 x1872956727770752/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786190970.651784:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786190970.651785:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651788:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008d975068] to pc [ptlrpcd_00_01+1] req@ffff96364e36a300 x1872956727770752/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.651795:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.651799:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (368) 00000100:00000001:1.0:1786190970.651816:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786190970.651825:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786190970.651827:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786190970.651831:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364e369500 x1872956727770112/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.651849:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786190970.651851:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190970.651854:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786190970.651857:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786190970.651859:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786190970.651863:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727770112:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786190970.652230:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786190970.652236:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786190970.652239:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190970.652241:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786190970.652246:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e366e00. 02000000:00000001:1.0:1786190970.652247:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786190970.652254:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786190970.652258:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9636543fe3c8. 00000400:00000010:1.0:1786190970.652265:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c110. 00000100:00000200:1.0:1786190970.652272:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727770112, portal 10 00000100:00000001:1.0:1786190970.652274:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786190970.652276:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758717441280 : -116314992110336 : ffff96364e369500) 00000100:00000040:1.0:1786190970.652283:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364e369500 x1872956727770112/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.652290:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786190970.652292:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786190970.652294:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1ccc0. 00000100:00000200:1.0:1786190970.652297:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727770112, offset 0 00000400:00000200:1.0:1786190970.652302:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786190970.652310:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190970.652318:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786190970.652323:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786190970.652327:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786190970.652330:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786190970.652333:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786190970.652661:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [126:126:256:4294967295] 192.168.203.157@tcp LPNI seq info [126:126:8:4294967295] 00000400:00000200:1.0:1786190970.652666:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190970.652676:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786190970.652683:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786190970.652688:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9e900. 00000800:00000200:1.0:1786190970.652695:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786190970.652701:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786190970.652706:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786190970.652721:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.652738:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: using a timeout of 145170 usecs (146 jiffies) 00000400:00000200:1.0:1786190970.652741:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786190970.652744:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 0 is 4295030935 00000100:00000010:1.0:1786190970.652748:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff963647a24f60. 00000100:00000001:1.0:1786190970.652755:0:2390:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786190970.652761:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 1 is 4295030935 00000100:00000010:1.0:1786190970.652764:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff963647a246c0. 00000100:00000001:1.0:1786190970.652767:0:2390:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786190970.652769:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786190970.652772:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190970.652775:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786190970.652780:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364e368000 x1872956727770368/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.652787:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786190970.652788:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190970.652791:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786190970.652793:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786190970.652795:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786190970.652798:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727770368:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786190970.652800:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786190970.652809:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786190970.652811:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190970.652813:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786190970.652815:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e367c00. 02000000:00000001:1.0:1786190970.652982:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786190970.652987:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786190970.652990:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9636543fec60. 00000400:00000010:1.0:1786190970.652994:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c4c8. 00000100:00000200:1.0:1786190970.652999:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727770368, portal 10 00000100:00000001:1.0:1786190970.653001:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786190970.653002:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758717435904 : -116314992115712 : ffff96364e368000) 00000100:00000040:1.0:1786190970.653032:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364e368000 x1872956727770368/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.653040:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786190970.653042:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786190970.653045:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c220. 00000100:00000200:1.0:1786190970.653048:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727770368, offset 0 00000400:00000200:1.0:1786190970.653053:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786190970.653057:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190970.653063:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786190970.653066:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786190970.653069:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786190970.653072:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786190970.653074:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786190970.653306:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [127:127:255:4294967295] 192.168.203.157@tcp LPNI seq info [127:127:7:4294967295] 00000400:00000200:1.0:1786190970.653311:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190970.653318:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786190970.653323:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786190970.653327:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9e000. 00000800:00000200:1.0:1786190970.653332:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786190970.653494:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786190970.653498:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786190970.653509:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.653513:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: using a timeout of 12372 usecs (13 jiffies) 00000400:00000200:1.0:1786190970.653517:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786190970.653519:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295030803 00000100:00000001:1.0:1786190970.653522:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295030935 00000100:00000001:1.0:1786190970.653524:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295030803 00000100:00000001:1.0:1786190970.653526:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295030935 00000100:00000001:1.0:1786190970.653528:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786190970.653531:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190970.653533:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786190970.653539:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364e368700 x1872956727770624/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.653546:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786190970.653548:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190970.653551:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786190970.653552:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786190970.653554:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786190970.653557:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727770624:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786190970.653561:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786190970.653564:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786190970.653565:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190970.653567:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786190970.653571:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e367e00. 02000000:00000001:1.0:1786190970.653573:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786190970.653577:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786190970.653580:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9636543feb58. 00000400:00000010:1.0:1786190970.653583:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1cbb0. 00000100:00000200:1.0:1786190970.653586:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727770624, portal 4 00000100:00000001:1.0:1786190970.653588:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786190970.653589:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758717437696 : -116314992113920 : ffff96364e368700) 00000020:00000010:1.0:1786190970.653597:0:2390:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff96365023a000. 00000100:00000040:1.0:1786190970.653610:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364e368700 x1872956727770624/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.653617:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786190970.653619:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786190970.653621:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1caa0. 00000100:00000200:1.0:1786190970.653624:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872956727770624, offset 0 00000400:00000200:1.0:1786190970.653628:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786190970.653633:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190970.653637:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786190970.653640:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786190970.653642:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786190970.653645:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786190970.653647:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786190970.653650:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [128:128:254:4294967295] 192.168.203.157@tcp LPNI seq info [128:128:6:4294967295] 00000400:00000200:1.0:1786190970.653654:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190970.653659:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786190970.653664:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786190970.653667:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9e300. 00000800:00000200:1.0:1786190970.653671:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786190970.653675:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786190970.653678:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786190970.653680:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.653683:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: using a timeout of 87475 usecs (88 jiffies) 00000400:00000200:1.0:1786190970.653685:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786190970.653687:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295030878 00000100:00000001:1.0:1786190970.653689:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295030935 00000100:00000001:1.0:1786190970.653691:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295030878 00000100:00000001:1.0:1786190970.653693:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295030935 00000100:00000001:1.0:1786190970.653695:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786190970.653701:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190970.653704:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190970.653707:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190970.653715:0:2390:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786190970.653717:0:2390:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786190970.653719:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786190970.653721:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786190970.653722:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786190970.653737:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00000001:1.0:1786190970.653739:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190970.653741:0:2390:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786190970.653743:0:2390:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190970.653745:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786190970.653746:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786190970.653747:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786190970.653753:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364e36bb80 x1872956727769984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.653760:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786190970.653761:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190970.653764:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786190970.653765:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786190970.653767:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786190970.653770:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e36bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2390:1872956727769984:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786190970.653773:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786190970.653776:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786190970.653778:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190970.653779:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786190970.653782:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e366a00. 02000000:00000001:1.0:1786190970.653784:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786190970.653788:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786190970.653791:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9636543fe898. 00000400:00000010:1.0:1786190970.653794:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c908. 00000100:00000200:1.0:1786190970.653797:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727769984, portal 25 00000100:00000001:1.0:1786190970.653799:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786190970.653800:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758717451136 : -116314992100480 : ffff96364e36bb80) 00000100:00000040:1.0:1786190970.653805:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364e36bb80 x1872956727769984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.654750:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786190970.654755:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786190970.654761:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c6e8. 00000100:00000200:1.0:1786190970.654765:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872956727769984, offset 0 00000400:00000200:1.0:1786190970.654769:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786190970.654776:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190970.654782:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786190970.654786:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786190970.654790:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786190970.654792:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786190970.654795:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786190970.654798:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [129:129:253:4294967295] 192.168.203.157@tcp LPNI seq info [129:129:5:4294967295] 00000400:00000200:1.0:1786190970.654802:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190970.654809:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786190970.654967:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786190970.654975:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364def3900. 00000800:00000200:1.0:1786190970.654981:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786190970.654987:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786190970.654990:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364def3900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786190970.654994:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786190970.654998:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786190970.655000:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295032127 00000100:00000001:1.0:1786190970.655030:0:2390:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295030935 00000100:00000001:1.0:1786190970.655035:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295032128 00000100:00000001:1.0:1786190970.655038:0:2390:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295030935 00000100:00000001:1.0:1786190970.655041:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786190970.655044:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190970.655047:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786190970.655054:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364e36b800 x1872956727770240/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.655072:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786190970.655074:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.655542:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190970.655547:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190970.655587:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786190970.655590:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786190970.655593:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786190970.655598:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e36b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727770240:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786190970.655603:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786190970.655607:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786190970.655609:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190970.655611:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786190970.655616:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e367400. 02000000:00000001:1.0:1786190970.655617:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786190970.655621:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786190970.655625:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9636543febb0. 00000400:00000010:1.0:1786190970.655630:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c198. 00000100:00000200:1.0:1786190970.655635:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727770240, portal 10 00000100:00000001:1.0:1786190970.655638:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786190970.655639:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758717450240 : -116314992101376 : ffff96364e36b800) 00000100:00000040:1.0:1786190970.655647:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364e36b800 x1872956727770240/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.655654:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786190970.655656:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786190970.655658:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1ca18. 00000100:00000200:1.0:1786190970.655661:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727770240, offset 0 00000400:00000200:1.0:1786190970.655665:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786190970.655670:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190970.655674:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786190970.655678:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786190970.655681:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786190970.655684:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786190970.655686:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786190970.655696:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [130:130:252:4294967295] 192.168.203.157@tcp LPNI seq info [130:130:4:4294967295] 00000400:00000200:1.0:1786190970.655700:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190970.655707:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786190970.655711:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786190970.655714:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364def3e00. 00000800:00000200:1.0:1786190970.655719:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190970.656163:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190970.656168:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9e900. 00000400:00000200:0.0:1786190970.656175:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190970.656180:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190970.656186:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1ccc0 00000400:00000010:0.0:1786190970.656189:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1ccc0. 00000100:00000001:0.0:1786190970.656193:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190970.656199:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364e369500 x1872956727770112/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.656210:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190970.656213:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364e369500 x1872956727770112/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.656221:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.656222:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190970.656235:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190970.656237:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9e000. 00000400:00000200:0.0:1786190970.656240:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190970.656244:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190970.656247:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c220 00000400:00000010:0.0:1786190970.656249:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c220. 00000100:00000001:0.0:1786190970.656251:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190970.656256:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364e368000 x1872956727770368/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.656264:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190970.656267:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364e368000 x1872956727770368/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.656286:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.656288:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190970.656297:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190970.656299:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9e300. 00000400:00000200:0.0:1786190970.656302:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190970.656306:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190970.656308:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1caa0 00000400:00000010:0.0:1786190970.656310:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1caa0. 00000100:00000001:0.0:1786190970.656311:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190970.656316:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364e368700 x1872956727770624/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.656322:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190970.656325:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364e368700 x1872956727770624/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.656330:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.656331:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786190970.656804:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786190970.656809:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364def3e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786190970.656813:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786190970.656895:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190970.656898:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364def3900. 00000400:00000200:0.0:1786190970.656902:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190970.656907:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190970.656910:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c6e8 00000400:00000010:0.0:1786190970.656912:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c6e8. 00000100:00000001:0.0:1786190970.656915:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190970.656920:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364e36bb80 x1872956727769984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.656928:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190970.656931:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364e36bb80 x1872956727769984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.656938:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.656939:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190970.657028:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190970.657038:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364def3e00. 00000400:00000200:0.0:1786190970.657041:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190970.657045:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190970.657049:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1ca18 00000400:00000010:0.0:1786190970.657051:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1ca18. 00000100:00000001:0.0:1786190970.657053:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190970.657057:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364e36b800 x1872956727770240/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.657064:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190970.657067:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364e36b800 x1872956727770240/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.657074:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.657090:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:1.0:1786190970.657670:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: using a timeout of 181541 usecs (182 jiffies) 00000400:00000200:1.0:1786190970.657675:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786190970.657679:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 0 is 4295030976 00000100:00000001:1.0:1786190970.657682:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS request active for cpu 0, keep current deadline 4295032127 00000100:00000001:1.0:1786190970.657685:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 1 is 4295030976 00000100:00000001:1.0:1786190970.657687:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS request active for cpu 1, keep current deadline 4295032128 00000100:00000001:1.0:1786190970.657690:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786190970.657693:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190970.657697:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786190970.657703:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364e369880 x1872956727770496/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.657711:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786190970.657713:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190970.657717:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786190970.657720:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786190970.657722:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786190970.657842:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727770496:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786190970.657846:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786190970.657850:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786190970.657853:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190970.657977:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786190970.657982:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e367a00. 02000000:00000001:1.0:1786190970.657984:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786190970.657989:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786190970.657993:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9636543fe318. 00000400:00000010:1.0:1786190970.657998:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1cb28. 00000100:00000200:1.0:1786190970.658607:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727770496, portal 10 00000100:00000001:1.0:1786190970.658611:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786190970.658613:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758717442176 : -116314992109440 : ffff96364e369880) 00000100:00000040:1.0:1786190970.658624:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364e369880 x1872956727770496/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.658630:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786190970.658632:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786190970.658636:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c990. 00000100:00000200:1.0:1786190970.658640:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727770496, offset 0 00000400:00000200:1.0:1786190970.658646:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786190970.658654:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190970.658662:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786190970.658666:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786190970.658670:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786190970.658672:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786190970.658675:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786190970.658679:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [131:131:256:4294967295] 192.168.203.157@tcp LPNI seq info [131:131:8:4294967295] 00000400:00000200:1.0:1786190970.658682:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190970.658690:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786190970.658696:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786190970.658700:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364def3200. 00000800:00000200:1.0:1786190970.658707:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786190970.658714:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786190970.658717:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364def3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786190970.659166:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.659180:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: using a timeout of 19316 usecs (20 jiffies) 00000400:00000200:1.0:1786190970.659184:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786190970.659187:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295030816 00000100:00000001:1.0:1786190970.659190:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295032127 00000100:00000001:1.0:1786190970.659192:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295030816 00000100:00000001:1.0:1786190970.659194:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295032128 00000100:00000001:1.0:1786190970.659196:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786190970.659199:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190970.659202:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786190970.659207:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364e36a300 x1872956727770752/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.659215:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786190970.659218:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190970.659221:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786190970.659224:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786190970.659225:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786190970.659229:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e36a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727770752:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786190970.659232:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786190970.659236:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786190970.659238:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190970.659240:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786190970.659245:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e366000. 02000000:00000001:1.0:1786190970.659247:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786190970.659251:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786190970.659254:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9636543fe420. 00000400:00000010:1.0:1786190970.659258:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c5d8. 00000100:00000200:1.0:1786190970.659261:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727770752, portal 4 00000100:00000001:1.0:1786190970.659263:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786190970.659264:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758717444864 : -116314992106752 : ffff96364e36a300) 00000020:00000010:1.0:1786190970.659272:0:2390:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff96365023c000. 00000100:00000040:1.0:1786190970.659278:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364e36a300 x1872956727770752/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.659289:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786190970.659291:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786190970.659294:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1cdd0. 00000100:00000200:1.0:1786190970.659297:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872956727770752, offset 0 00000400:00000200:1.0:1786190970.659302:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786190970.659308:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190970.659312:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786190970.659315:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786190970.659318:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786190970.659321:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786190970.659324:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786190970.659327:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [132:132:255:4294967295] 192.168.203.157@tcp LPNI seq info [132:132:7:4294967295] 00000400:00000200:1.0:1786190970.659331:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190970.659352:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786190970.659356:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786190970.659360:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364def3e00. 00000800:00000200:1.0:1786190970.659364:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786190970.659369:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786190970.659371:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364def3e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786190970.659375:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190970.659378:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: using a timeout of 87452 usecs (88 jiffies) 00000400:00000200:1.0:1786190970.659381:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786190970.659382:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295030884 00000100:00000001:1.0:1786190970.659385:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295032127 00000100:00000001:1.0:1786190970.659387:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295030884 00000100:00000001:1.0:1786190970.659389:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295032128 00000100:00000001:1.0:1786190970.659390:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786190970.659393:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190970.659405:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190970.659409:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786190970.666423:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190970.666432:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364def3200. 00000400:00000200:1.0:1786190970.666438:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190970.666446:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190970.666453:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c990 00000400:00000010:1.0:1786190970.666455:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c990. 00000100:00000001:1.0:1786190970.666461:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190970.666468:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364e369880 x1872956727770496/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.666480:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190970.666483:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364e369880 x1872956727770496/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.666491:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190970.666493:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786190970.666567:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190970.666571:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364def3e00. 00000400:00000200:1.0:1786190970.666574:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190970.666578:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190970.666580:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1cdd0 00000400:00000010:1.0:1786190970.666583:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1cdd0. 00000100:00000001:1.0:1786190970.666585:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190970.666589:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364e36a300 x1872956727770752/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.666597:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190970.666599:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364e36a300 x1872956727770752/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190970.666606:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190970.666607:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786190970.670171:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.670186:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190970.670191:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.670194:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190970.670202:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.670209:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190970.670217:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.670222:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.670227:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.670231:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a771b8703e00 00000400:00000200:0.0:1786190970.670235:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.670241:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x799 [1] + 224 00000800:00000001:0.0:1786190970.670248:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.670255:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190970.670259:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190970.670263:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190970.670269:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190970.670277:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364e368700 x1872956727770624/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190970.670288:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364e368700 x1872956727770624/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.670310:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190970.670319:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.670322:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.670334:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190970.670413:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786190970.670422:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190970.670424:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190970.670427:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9636543feb58. 00000400:00000200:0.0:1786190970.670431:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1cbb0 00000400:00000010:0.0:1786190970.670434:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1cbb0. 00000100:00000001:0.0:1786190970.670437:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190970.670442:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364e368700 x1872956727770624/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190970.670451:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364e368700 x1872956727770624/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.670457:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190970.670459:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.670461:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190970.670465:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190970.670467:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190970.670469:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190970.670472:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1786190970.670482:0:2390:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff963646e78000. 00000100:00001000:0.0:1786190970.670489:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364822d460 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190970.670493:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364822d418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190970.670496:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190970.670497:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190970.670500:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786190970.670505:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364e368700 x1872956727770624/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786190970.670512:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.670515:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190970.670523:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786190970.670524:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190970.670526:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190970.670532:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364e368700 x1872956727770624/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.670539:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190970.670542:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190970.670544:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190970.670548:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364e368700 x1872956727770624/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190970.670557:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e368700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727770624:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190970.670562:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.670565:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190970.670568:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364e368700 x1872956727770624/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.670576:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190970.670578:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190970.670582:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e367e00. 02000000:00000001:0.0:1786190970.670585:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190970.670588:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190970.670589:0:2390:0:(genops.c:1244:class_import_put()) import ffff96364822d000 refcount=2 obd=lustre-OST0000-osc-ffff963647a3e000 00000020:00000001:0.0:1786190970.670592:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190970.670595:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963647d9eb00. 02000000:00000001:0.0:1786190970.670599:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190970.670601:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190970.670603:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364e368700. 00000100:00000001:0.0:1786190970.670607:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190970.670608:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.670611:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.670613:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190970.670614:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786190970.670616:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.670618:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786190970.671590:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.671599:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190970.671602:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.671604:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190970.671610:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671616:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190970.671623:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671627:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671631:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671634:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8703c00 00000400:00000200:0.0:1786190970.671638:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671643:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x779 [1] + 224 00000800:00000001:0.0:1786190970.671649:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.671653:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190970.671655:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190970.671659:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190970.671664:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190970.671671:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364e369500 x1872956727770112/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190970.671682:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364e369500 x1872956727770112/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.671693:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190970.671700:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.671703:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190970.671705:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.671708:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190970.671711:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671714:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190970.671718:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671721:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671737:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671740:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8703d00 00000400:00000200:0.0:1786190970.671743:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671754:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x789 [1] + 224 00000800:00000001:0.0:1786190970.671758:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.671765:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190970.671768:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190970.671770:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190970.671773:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190970.671777:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364e368000 x1872956727770368/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190970.671784:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364e368000 x1872956727770368/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.671790:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190970.671794:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.671796:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190970.671798:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.671799:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190970.671802:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671805:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190970.671809:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671811:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671813:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671816:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8703c80 00000400:00000200:0.0:1786190970.671819:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671822:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x7b9 [1] + 224 00000800:00000001:0.0:1786190970.671824:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.671827:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190970.671829:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190970.671832:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190970.671835:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190970.671838:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364e36b800 x1872956727770240/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190970.671846:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364e36b800 x1872956727770240/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.671858:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190970.671863:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.671948:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190970.671950:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.671952:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190970.671956:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671959:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190970.671963:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671966:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671969:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671971:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8703d80 00000400:00000200:0.0:1786190970.671974:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.671979:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x7c9 [1] + 224 00000800:00000001:0.0:1786190970.671982:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.671990:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190970.671993:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190970.671996:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190970.671999:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190970.672032:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364e369880 x1872956727770496/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190970.672041:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364e369880 x1872956727770496/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.672047:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190970.672053:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.672056:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.672068:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190970.672071:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786190970.672075:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190970.672089:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190970.672092:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9636543febb0. 00000400:00000200:0.0:1786190970.672096:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c198 00000400:00000010:0.0:1786190970.672104:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c198. 00000100:00000001:0.0:1786190970.672107:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190970.672111:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364e36b800 x1872956727770240/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190970.672118:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364e36b800 x1872956727770240/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.672124:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190970.672125:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.672127:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190970.672130:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190970.672132:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190970.672133:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190970.672135:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190970.672142:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff963648d52c60 time=69 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190970.672145:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff963648d52c18 time=69 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190970.672147:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190970.672149:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190970.672151:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786190970.672162:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364e36b800 x1872956727770240/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786190970.672168:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.672170:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190970.672172:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963644f1b800: skip recheck: last_committed 0 00000100:00000001:0.0:1786190970.672174:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190970.672175:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190970.672179:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364e36b800 x1872956727770240/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.672185:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190970.672187:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190970.672188:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190970.672191:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364e36b800 x1872956727770240/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190970.672207:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e36b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727770240:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786190970.672213:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190970.672214:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190970.672216:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9636543fe318. 00000400:00000200:0.0:1786190970.672218:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1cb28 00000400:00000010:0.0:1786190970.672219:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1cb28. 00000100:00000001:0.0:1786190970.672221:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190970.672223:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364e369880 x1872956727770496/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190970.672230:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364e369880 x1872956727770496/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.672236:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190970.672237:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.672238:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190970.672240:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190970.672241:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190970.672242:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190970.672244:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190970.672248:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364dae3c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190970.672251:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364dae3c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190970.672253:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190970.672254:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190970.672256:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786190970.672258:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364e369880 x1872956727770496/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786190970.672264:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.672266:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190970.672267:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786190970.672269:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190970.672270:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190970.672273:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364e369880 x1872956727770496/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.672285:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190970.672287:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190970.672288:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190970.672292:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364e369880 x1872956727770496/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190970.672300:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e369880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727770496:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786190970.672305:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190970.672306:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190970.672308:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9636543fe3c8. 00000400:00000200:0.0:1786190970.672310:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c110 00000400:00000010:0.0:1786190970.672311:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c110. 00000100:00000001:0.0:1786190970.672313:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190970.672317:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364e369500 x1872956727770112/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190970.672325:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364e369500 x1872956727770112/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.672330:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190970.672332:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.672333:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190970.672335:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190970.672478:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190970.672480:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190970.672482:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190970.672487:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff963648d57460 time=70 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190970.672490:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff963648d57418 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190970.672492:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190970.672494:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190970.672495:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786190970.672498:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.672500:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190970.672501:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963644f1b800: skip recheck: last_committed 0 00000100:00000001:0.0:1786190970.672509:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190970.672510:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190970.672515:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364e369500 x1872956727770112/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.672522:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190970.672524:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190970.672525:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190970.672528:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364e369500 x1872956727770112/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190970.672536:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e369500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727770112:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786190970.672541:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190970.672543:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190970.672544:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9636543fec60. 00000400:00000200:0.0:1786190970.672547:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c4c8 00000400:00000010:0.0:1786190970.672548:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c4c8. 00000100:00000001:0.0:1786190970.672551:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190970.672554:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364e368000 x1872956727770368/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190970.672563:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364e368000 x1872956727770368/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.672569:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190970.672571:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.672573:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190970.672574:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190970.672575:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190970.672577:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190970.672578:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190970.672583:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364df6b460 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190970.672585:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364df6b418 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190970.672587:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190970.672588:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190970.672590:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786190970.672597:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.672599:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190970.672601:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786190970.672602:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190970.672603:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190970.672607:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364e368000 x1872956727770368/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.672612:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190970.672614:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190970.672615:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190970.672618:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364e368000 x1872956727770368/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190970.672624:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e368000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727770368:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190970.672628:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.672631:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190970.672634:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364e36b800 x1872956727770240/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.672640:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190970.672642:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190970.672645:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e367400. 02000000:00000001:0.0:1786190970.672648:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190970.672649:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190970.672651:0:2390:0:(genops.c:1244:class_import_put()) import ffff963648d52800 refcount=3 obd=lustre-MDT0001-mdc-ffff963644f1b800 00000020:00000001:0.0:1786190970.672653:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190970.672656:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963647d9e100. 02000000:00000001:0.0:1786190970.672660:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190970.672661:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190970.672663:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364e36b800. 00000100:00000001:0.0:1786190970.672667:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190970.672668:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.672670:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190970.672673:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364e369880 x1872956727770496/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.672688:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190970.672690:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190970.672691:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e367a00. 02000000:00000001:0.0:1786190970.672693:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190970.672694:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190970.672695:0:2390:0:(genops.c:1244:class_import_put()) import ffff96364dae3800 refcount=3 obd=lustre-MDT0001-mdc-ffff963647a3e000 00000020:00000001:0.0:1786190970.672697:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190970.672698:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963647d9ef00. 02000000:00000001:0.0:1786190970.672700:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190970.672701:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190970.672702:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364e369880. 00000100:00000001:0.0:1786190970.672704:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190970.672705:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.672706:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190970.672710:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364e369500 x1872956727770112/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.672715:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190970.672716:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190970.672717:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e366e00. 02000000:00000001:0.0:1786190970.672719:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190970.672720:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190970.672721:0:2390:0:(genops.c:1244:class_import_put()) import ffff963648d57000 refcount=3 obd=lustre-MDT0000-mdc-ffff963644f1b800 00000020:00000001:0.0:1786190970.672733:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190970.672735:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963647d9ea00. 02000000:00000001:0.0:1786190970.672737:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190970.672739:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190970.672740:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364e369500. 00000100:00000001:0.0:1786190970.672742:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190970.672743:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.672745:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190970.672748:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364e368000 x1872956727770368/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.672754:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190970.672754:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190970.672761:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e367c00. 02000000:00000001:0.0:1786190970.672763:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190970.672764:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190970.672765:0:2390:0:(genops.c:1244:class_import_put()) import ffff96364df6b000 refcount=3 obd=lustre-MDT0000-mdc-ffff963647a3e000 00000020:00000001:0.0:1786190970.672767:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190970.672768:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963647d9e500. 02000000:00000001:0.0:1786190970.672770:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190970.672771:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190970.672772:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364e368000. 00000100:00000001:0.0:1786190970.672774:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190970.672775:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.672778:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.672780:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190970.672781:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786190970.672783:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.672785:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786190970.673974:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.673986:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190970.673990:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.673993:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190970.673999:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.674026:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190970.674034:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.674038:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.674042:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.674045:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a771b8703b80 00000400:00000200:0.0:1786190970.674049:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.674054:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x7a9 [1] + 224 00000800:00000001:0.0:1786190970.674059:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.674062:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190970.674065:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190970.674068:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190970.674073:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190970.674154:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364e36bb80 x1872956727769984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190970.674177:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364e36bb80 x1872956727769984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.674189:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190970.674197:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.674201:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190970.674203:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.674204:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190970.674207:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.674210:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190970.674214:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.674216:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.674219:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.674221:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a771b8703e80 00000400:00000200:0.0:1786190970.674224:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190970.674227:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x7d9 [1] + 224 00000800:00000001:0.0:1786190970.674231:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.674235:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190970.674237:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190970.674240:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190970.674243:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190970.674247:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364e36a300 x1872956727770752/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190970.674254:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364e36a300 x1872956727770752/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.674260:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190970.674262:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190970.674264:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.674276:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190970.674278:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786190970.674283:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190970.674292:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190970.674295:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9636543fe898. 00000400:00000200:0.0:1786190970.674298:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c908 00000400:00000010:0.0:1786190970.674300:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c908. 00000100:00000001:0.0:1786190970.674303:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190970.674306:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364e36bb80 x1872956727769984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190970.674313:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364e36bb80 x1872956727769984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.674318:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190970.674319:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.674321:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190970.674324:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190970.674326:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190970.674327:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190970.674330:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190970.674335:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff963647e89c60 time=70 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190970.675238:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff963647e89c18 time=70 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190970.675242:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190970.675244:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190970.675247:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786190970.675249:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.675252:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190970.675259:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364e36bb80 x1872956727769984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.675267:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190970.675270:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190970.675272:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190970.675277:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364e36bb80 x1872956727769984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190970.675285:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e36bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2390:1872956727769984:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786190970.675293:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190970.675302:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190970.675305:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9636543fe420. 00000400:00000200:0.0:1786190970.675309:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c5d8 00000400:00000010:0.0:1786190970.675311:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c5d8. 00000100:00000001:0.0:1786190970.675314:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190970.675318:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364e36a300 x1872956727770752/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190970.675326:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364e36a300 x1872956727770752/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.675333:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190970.675334:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.675348:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190970.675351:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190970.675353:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190970.675355:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190970.675357:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1786190970.675377:0:2390:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff963648eae000. 00000100:00001000:0.0:1786190970.675383:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff963643db0c60 time=5 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190970.675386:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff963643db0c18 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190970.675388:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190970.675389:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190970.675391:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786190970.675395:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364e36a300 x1872956727770752/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786190970.675402:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.675405:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190970.675407:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786190970.675408:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190970.675410:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190970.675413:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364e36a300 x1872956727770752/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.675419:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190970.675421:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190970.675427:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190970.675431:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364e36a300 x1872956727770752/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190970.675438:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e36a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727770752:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190970.675442:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.675445:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190970.675448:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364e36bb80 x1872956727769984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.675454:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190970.675457:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190970.675460:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e366a00. 02000000:00000001:0.0:1786190970.675463:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190970.675465:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190970.675467:0:2390:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1786190970.675469:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190970.675472:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963647d9e700. 02000000:00000001:0.0:1786190970.675475:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190970.675477:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190970.675479:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364e36bb80. 00000100:00000001:0.0:1786190970.675482:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190970.675483:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.675485:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190970.675488:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364e36a300 x1872956727770752/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190970.675494:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190970.675495:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190970.675497:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e366000. 02000000:00000001:0.0:1786190970.675499:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190970.675500:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190970.675501:0:2390:0:(genops.c:1244:class_import_put()) import ffff963643db0800 refcount=2 obd=lustre-OST0001-osc-ffff963647a3e000 00000020:00000001:0.0:1786190970.675502:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190970.675504:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963647d9e200. 02000000:00000001:0.0:1786190970.675505:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190970.675510:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190970.675512:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364e36a300. 00000100:00000001:0.0:1786190970.675514:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190970.675515:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.675517:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190970.675524:0:2390:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786190970.675526:0:2390:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190970.675528:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190970.675530:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786190971.259606:0:9335:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786190971.259617:0:9335:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190971.351210:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190971.351219:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190971.351226:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190971.351227:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786190971.351254:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786190971.351257:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786190971.351259:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1786190971.625982:0:9371:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1786190971.625988:0:9371:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-client.virtnet: executing check_config_client /mnt/lustre 00000001:00000001:2.0:1786190971.635193:0:9371:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1786190971.729413:0:9373:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786190971.729425:0:9373:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786190971.759397:0:9378:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1786190971.759408:0:9378:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190972.055090:0:994:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19110 (cpu 1) has reached its deadline 4295032128, at 4295032192 00000100:00000010:1.0:1786190972.055111:0:994:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff963647a246c0. 00000100:00000040:0.0:1786190972.056312:0:783:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19000 (cpu 0) has reached its deadline 4295032127, at 4295032192 00000100:00000010:0.0:1786190972.056323:0:783:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff963647a24f60. 00010000:00000001:0.0:1786190972.375112:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190972.375118:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190972.375123:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190972.375124:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786190972.375205:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786190972.375208:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786190972.375210:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786190973.399174:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190973.399181:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190973.399186:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190973.399188:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786190973.399292:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786190973.399295:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786190973.399298:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786190974.423197:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190974.423203:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190974.423208:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190974.423212:0:783:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786190974.423214:0:783:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786190974.423217:0:783:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190974.423220:0:783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786190974.423222:0:783:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190974.423224:0:783:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190974.423227:0:783:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786190974.424032:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786190974.424036:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786190974.424041:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786190975.457891:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190975.457897:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190975.457916:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190975.457918:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786190975.458858:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786190975.458863:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786190975.458867:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1786190975.768742:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c398ac42-f517-4a33-b1a3-1b5180bea630->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786190975.768751:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786190975.768761:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e19f80. 00000020:00000040:2.0:1786190975.768809:0:37:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1786190975.768814:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786190975.768817:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786190975.768823:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190975.768831:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963648804f00. 00000100:00000001:2.0:1786190975.768837:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.768849:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c398ac42-f517-4a33-b1a3-1b5180bea630->MGS req@ffff963647e19f80 x1872956727770880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786190975.768860:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786190975.768864:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.768870:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008c21efc8] to pc [ptlrpcd_01_01+1] req@ffff963647e19f80 x1872956727770880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.768897:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.768900:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786190975.768921:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786190975.768924:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e19c00. 00000020:00000040:2.0:1786190975.768926:0:37:0:(genops.c:1231:class_import_get()) import ffff963648d57000 refcount=4 obd=lustre-MDT0000-mdc-ffff963644f1b800 00000100:00000001:2.0:1786190975.768929:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786190975.768930:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786190975.768932:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190975.768936:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963648804100. 00000100:00000001:2.0:1786190975.768939:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.768944:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0000_UUID req@ffff963647e19c00 x1872956727771008/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786190975.768951:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786190975.768953:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.768956:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3d72cd1] to pc [ptlrpcd_01_00+0] req@ffff963647e19c00 x1872956727771008/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.768965:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.768967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786190975.768970:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786190975.768972:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e1ad80. 00000020:00000040:2.0:1786190975.768975:0:37:0:(genops.c:1231:class_import_get()) import ffff963648d52800 refcount=4 obd=lustre-MDT0001-mdc-ffff963644f1b800 00000100:00000001:2.0:1786190975.768977:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786190975.768978:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786190975.768979:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190975.768982:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963648804e00. 00000100:00000001:2.0:1786190975.768985:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.768989:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0001_UUID req@ffff963647e1ad80 x1872956727771136/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786190975.768995:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786190975.768997:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.769001:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000175cd941] to pc [ptlrpcd_01_01+1] req@ffff963647e1ad80 x1872956727771136/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.769176:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.769179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786190975.769182:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1786190975.769184:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1786190975.769186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786190975.769189:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1786190975.769191:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1786190975.769193:0:2393:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786190975.769196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786190975.769201:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000040:3.0:1786190975.769202:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e19f80 x1872956727770880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1786190975.769205:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e19180. 00000020:00000040:2.0:1786190975.769210:0:37:0:(genops.c:1231:class_import_get()) import ffff96364df6b000 refcount=4 obd=lustre-MDT0000-mdc-ffff963647a3e000 00000100:00000001:2.0:1786190975.769215:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1786190975.769217:0:2393:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1786190975.769218:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786190975.769220:0:2393:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190975.769222:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190975.769225:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1786190975.769228:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963648804900. 02000000:00000001:3.0:1786190975.769229:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786190975.769234:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190975.769235:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786190975.769240:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2393:1872956727770880:192.168.203.157@tcp:400:kworker.0 00000100:00000040:2.0:1786190975.769244:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0000_UUID req@ffff963647e19180 x1872956727771264/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786190975.769246:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786190975.769253:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786190975.769255:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1786190975.769256:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190975.769260:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190975.769261:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786190975.769268:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963648dba400. 02000000:00000001:3.0:1786190975.769270:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786190975.769277:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000040:2.0:1786190975.769280:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218ccf02] to pc [ptlrpcd_01_00+0] req@ffff963647e19180 x1872956727771264/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1786190975.769284:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96365343e840. 00000400:00000010:3.0:1786190975.769292:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff2880. 00000100:00000001:2.0:1786190975.769293:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.769297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:3.0:1786190975.769300:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727770880, portal 25 00000100:00000001:2.0:1786190975.769301:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1786190975.769305:0:2393:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1786190975.769306:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e1a300. 00000100:00000001:3.0:1786190975.769308:0:2393:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611210112 : -116315098341504 : ffff963647e19f80) 00000020:00000040:2.0:1786190975.769311:0:37:0:(genops.c:1231:class_import_get()) import ffff96364dae3800 refcount=4 obd=lustre-MDT0001-mdc-ffff963647a3e000 00000100:00000001:2.0:1786190975.769315:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:3.0:1786190975.769317:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e19f80 x1872956727770880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786190975.769324:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1786190975.769327:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786190975.769328:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190975.769333:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 02000000:00000010:2.0:1786190975.769336:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963648804b00. 00000400:00000010:3.0:1786190975.769337:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff2dd0. 00000100:00000001:2.0:1786190975.769341:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.769349:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0001_UUID req@ffff963647e1a300 x1872956727771392/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1786190975.769351:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872956727770880, offset 0 00000400:00000200:3.0:1786190975.769359:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000100:00000001:2.0:1786190975.769369:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000400:00000200:3.0:1786190975.769369:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786190975.769375:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786190975.769380:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000100:00000040:2.0:1786190975.769382:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003aa66742] to pc [ptlrpcd_01_01+1] req@ffff963647e1a300 x1872956727771392/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786190975.769388:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786190975.769395:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000100:00000001:2.0:1786190975.769396:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786190975.769400:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000100:00000040:2.0:1786190975.769401:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:3.0:1786190975.769406:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000100:00000001:2.0:1786190975.769407:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:3.0:1786190975.769413:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [133:133:256:4294967295] 192.168.203.157@tcp LPNI seq info [133:133:8:4294967295] 00000100:00000010:2.0:1786190975.769414:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e1bb80. 00000020:00000040:2.0:1786190975.769420:0:37:0:(genops.c:1231:class_import_get()) import ffff96364822d000 refcount=3 obd=lustre-OST0000-osc-ffff963647a3e000 00000400:00000200:3.0:1786190975.769422:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786190975.769425:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786190975.769429:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786190975.769430:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786190975.769437:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 02000000:00000010:2.0:1786190975.769438:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963648804400. 00000100:00000001:2.0:1786190975.769444:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1786190975.769449:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000100:00000040:2.0:1786190975.769453:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0000_UUID req@ffff963647e1bb80 x1872956727771520/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000010:3.0:1786190975.769457:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364db08e00. 00000100:00000001:2.0:1786190975.769465:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000800:00000200:3.0:1786190975.769468:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000100:00000001:2.0:1786190975.769469:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.769477:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009515c45b] to pc [ptlrpcd_01_00+0] req@ffff963647e1bb80 x1872956727771520/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.769484:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.769486:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786190975.769489:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786190975.769492:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e19500. 00000800:00000200:3.0:1786190975.769498:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000020:00000040:2.0:1786190975.769502:0:37:0:(genops.c:1231:class_import_get()) import ffff963643db0800 refcount=3 obd=lustre-OST0001-osc-ffff963647a3e000 00000800:00000200:3.0:1786190975.769504:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364db08e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786190975.769507:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786190975.769510:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786190975.769513:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190975.769517:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963648804700. 00000100:00000001:2.0:1786190975.769521:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.769526:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.769527:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0001_UUID req@ffff963647e19500 x1872956727771648/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1786190975.769535:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786190975.769540:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295037242 00000100:00000001:2.0:1786190975.769541:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786190975.769545:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786190975.769546:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff963648e604e0. 00000100:00000040:2.0:1786190975.769552:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000033ec7df1] to pc [ptlrpcd_01_01+1] req@ffff963647e19500 x1872956727771648/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.769554:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1786190975.769561:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295037242 00000100:00000001:2.0:1786190975.769562:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1786190975.769567:0:2393:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff963648e60660. 00000100:00000040:2.0:1786190975.769570:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (373) 00000100:00000001:3.0:1786190975.769571:0:2393:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1786190975.769579:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190975.769581:0:2393:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.769584:0:2393:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786190975.769585:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190975.769589:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1786190975.769590:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e1ad80 x1872956727771136/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.769592:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786190975.769600:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e19c00 x1872956727771008/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.769600:0:2393:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786190975.769609:0:2393:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190975.769610:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786190975.769613:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190975.769615:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786190975.769618:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786190975.769618:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786190975.769622:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786190975.769622:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190975.769628:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786190975.769630:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727771136:192.168.203.157@tcp:400:kworker.0 00000100:00100000:2.0:1786190975.769634:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727771008:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786190975.769636:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786190975.769640:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786190975.769641:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786190975.769643:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190975.769646:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786190975.769646:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786190975.769650:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786190975.769652:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963648dba600. 02000000:00000001:2.0:1786190975.769654:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1786190975.769656:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190975.769660:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9636480b2000. 00000400:00000200:3.0:1786190975.769662:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 02000000:00000001:2.0:1786190975.769665:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786190975.769668:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96365343eaa8. 00000400:00000200:2.0:1786190975.769673:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786190975.769674:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff2770. 00000100:00000200:3.0:1786190975.769678:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727771136, portal 10 00000100:00000001:3.0:1786190975.769683:0:2393:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1786190975.769685:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963647ee0268. 00000100:00000001:3.0:1786190975.769685:0:2393:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611213696 : -116315098337920 : ffff963647e1ad80) 00000100:00000040:3.0:1786190975.769707:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e1ad80 x1872956727771136/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:0.0:1786190975.769799:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190975.769804:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364db08e00. 00000400:00000200:0.0:1786190975.769809:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190975.769814:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190975.769820:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff2dd0 00000400:00000010:0.0:1786190975.769822:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff2dd0. 00000100:00000001:0.0:1786190975.769825:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190975.769829:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e19f80 x1872956727770880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190975.769838:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190975.769841:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e19f80 x1872956727770880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190975.769847:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190975.769848:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000010:2.0:1786190975.769892:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e396e8. 00000100:00000200:2.0:1786190975.769896:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727771008, portal 10 00000100:00000001:2.0:1786190975.769898:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190975.769900:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611209216 : -116315098342400 : ffff963647e19c00) 00000100:00000040:2.0:1786190975.769906:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e19c00 x1872956727771008/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.769912:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786190975.769914:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786190975.769917:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39b28. 00000100:00000200:2.0:1786190975.769920:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727771008, offset 0 00000400:00000200:2.0:1786190975.769925:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786190975.769930:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190975.769934:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786190975.769938:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786190975.769940:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786190975.769943:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786190975.769945:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786190975.769948:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [134:134:256:4294967295] 192.168.203.157@tcp LPNI seq info [134:134:8:4294967295] 00000400:00000200:2.0:1786190975.769952:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190975.769959:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786190975.769964:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786190975.769968:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963648804a00. 00000800:00000200:2.0:1786190975.769975:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786190975.769984:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000100:00000001:3.0:1786190975.769985:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:2.0:1786190975.769989:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963648804a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:3.0:1786190975.769991:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786190975.769996:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff2990. 00000100:00000200:3.0:1786190975.770001:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727771136, offset 0 00000400:00000200:3.0:1786190975.770023:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786190975.770029:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786190975.770033:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786190975.770036:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786190975.770039:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786190975.770041:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786190975.770043:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786190975.770047:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [135:135:255:4294967295] 192.168.203.157@tcp LPNI seq info [135:135:7:4294967295] 00000400:00000200:3.0:1786190975.770051:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786190975.770058:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000100:00000001:2.0:1786190975.770059:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.770064:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: using a timeout of 139771 usecs (140 jiffies) 00000400:00000200:2.0:1786190975.770072:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000800:00000200:3.0:1786190975.770075:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000100:00000001:2.0:1786190975.770077:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 0 is 4295036047 00000100:00000001:2.0:1786190975.770082:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS request active for cpu 0, keep current deadline 4295037242 00000800:00000010:3.0:1786190975.770082:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364db08000. 00000800:00000200:3.0:1786190975.770088:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000100:00000001:2.0:1786190975.770094:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 1 is 4295036047 00000800:00000200:3.0:1786190975.770097:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000100:00000001:2.0:1786190975.770099:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS request active for cpu 1, keep current deadline 4295037242 00000800:00000200:3.0:1786190975.770103:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364db08000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786190975.770104:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190975.770109:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.770111:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190975.770112:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786190975.770119:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e19180 x1872956727771264/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.770126:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786190975.770127:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190975.770129:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786190975.770132:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786190975.770133:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786190975.770136:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2392:1872956727771264:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786190975.770139:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786190975.770142:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786190975.770143:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190975.770145:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786190975.770148:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9636480b2800. 02000000:00000001:2.0:1786190975.770149:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190975.770153:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786190975.770156:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963647ee0420. 00000400:00000010:2.0:1786190975.770160:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39660. 00000100:00000200:2.0:1786190975.770163:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727771264, portal 10 00000100:00000001:2.0:1786190975.770165:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190975.770166:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611206528 : -116315098345088 : ffff963647e19180) 00000100:00000040:3.0:1786190975.770171:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: using a timeout of 172395 usecs (173 jiffies) 00000100:00000040:2.0:1786190975.770172:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e19180 x1872956727771264/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1786190975.770180:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786190975.770185:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 0 is 4295036080 00000100:00000001:2.0:1786190975.770188:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:3.0:1786190975.770190:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS request active for cpu 0, keep current deadline 4295037242 00000100:00000040:2.0:1786190975.770195:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000100:00000001:3.0:1786190975.770195:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 1 is 4295036080 00000100:00000001:3.0:1786190975.770199:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS request active for cpu 1, keep current deadline 4295037242 00000400:00000010:2.0:1786190975.770200:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39088. 00000100:00000001:3.0:1786190975.770202:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1786190975.770205:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727771264, offset 0 00000100:00000001:3.0:1786190975.770206:0:2393:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.770208:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.770211:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1786190975.770220:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786190975.770224:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190975.770228:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786190975.770231:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786190975.770233:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000100:00000001:3.0:1786190975.770235:0:2393:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1786190975.770236:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786190975.770240:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000100:00000001:3.0:1786190975.770240:0:2393:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786190975.770246:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1786190975.770248:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [136:136:254:4294967295] 192.168.203.157@tcp LPNI seq info [136:136:6:4294967295] 00000100:00000001:3.0:1786190975.770249:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786190975.770252:0:2393:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1786190975.770257:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000040:3.0:1786190975.770260:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e1a300 x1872956727771392/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786190975.770271:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000100:00000001:3.0:1786190975.770276:0:2393:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786190975.770279:0:2393:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1786190975.770280:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 02000000:00000001:3.0:1786190975.770284:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000800:00000010:2.0:1786190975.770286:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963648804600. 02000000:00000001:3.0:1786190975.770287:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786190975.770291:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1786190975.770293:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000100:00100000:3.0:1786190975.770297:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6e9a7f21-a206-4b6b-b63d-148080d267bf:2393:1872956727771392:192.168.203.157@tcp:400:kworker.0 00000800:00000200:2.0:1786190975.770303:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000100:00000001:3.0:1786190975.770305:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000800:00000200:2.0:1786190975.770308:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963648804600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786190975.770311:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190975.770315:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1786190975.770316:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: using a timeout of 14397 usecs (15 jiffies) 02000000:00000001:3.0:1786190975.770319:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190975.770322:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 02000000:00000001:3.0:1786190975.770324:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1786190975.770327:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295035922 02000000:00000010:3.0:1786190975.770328:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963648dbae00. 00000100:00000001:2.0:1786190975.770330:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295037242 02000000:00000001:3.0:1786190975.770332:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190975.770334:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295035922 00000100:00000001:2.0:1786190975.770337:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295037242 00000400:00000200:3.0:1786190975.770339:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786190975.770341:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190975.770344:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1786190975.770344:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96365343e4d0. 00000100:00000001:2.0:1786190975.770350:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1786190975.770351:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff27f8. 00000100:00000040:2.0:1786190975.770355:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e1bb80 x1872956727771520/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786190975.770357:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727771392, portal 10 00000100:00000001:3.0:1786190975.770361:0:2393:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786190975.770364:0:2393:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611211008 : -116315098340608 : ffff963647e1a300) 00000100:00000001:2.0:1786190975.770370:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786190975.770372:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190975.770374:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e1a300 x1872956727771392/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786190975.770382:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786190975.770385:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190975.770386:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1786190975.770391:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190975.770391:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786190975.770396:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff2ee0. 00000100:00100000:2.0:1786190975.770399:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2392:1872956727771520:192.168.203.157@tcp:400:kworker.0 00000100:00000200:3.0:1786190975.770400:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727771392, offset 0 00000100:00000001:2.0:1786190975.770407:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1786190975.770408:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 02000000:00000001:2.0:1786190975.770412:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786190975.770416:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786190975.770416:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 02000000:00000001:2.0:1786190975.770420:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1786190975.770422:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 02000000:00000010:2.0:1786190975.770425:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9636480b3e00. 00000400:00000200:3.0:1786190975.770426:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 02000000:00000001:2.0:1786190975.770429:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786190975.770432:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786190975.770437:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786190975.770437:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786190975.770442:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000010:2.0:1786190975.770443:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963647ee0f78. 00000400:00000200:3.0:1786190975.770448:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [137:137:253:4294967295] 192.168.203.157@tcp LPNI seq info [137:137:5:4294967295] 00000400:00000010:2.0:1786190975.770450:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39770. 00000100:00000200:2.0:1786190975.770456:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727771520, portal 4 00000400:00000200:3.0:1786190975.770457:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786190975.770460:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190975.770463:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611217280 : -116315098334336 : ffff963647e1bb80) 00000400:00000200:3.0:1786190975.770469:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000020:00000010:2.0:1786190975.770472:0:2392:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff963647e08000. 00000800:00000200:3.0:1786190975.770477:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000100:00000040:2.0:1786190975.770483:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e1bb80 x1872956727771520/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1786190975.770483:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364db08e00. 00000800:00000200:3.0:1786190975.770492:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000100:00000001:2.0:1786190975.770497:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000800:00000200:3.0:1786190975.770501:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000100:00000040:2.0:1786190975.770503:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000800:00000200:3.0:1786190975.770507:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364db08e00 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1786190975.770508:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39990. 00000100:00000200:2.0:1786190975.770511:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872956727771520, offset 0 00000100:00000001:3.0:1786190975.770519:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190975.770521:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000100:00000040:3.0:1786190975.770523:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: using a timeout of 21438 usecs (22 jiffies) 00000400:00000200:2.0:1786190975.770527:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786190975.770529:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786190975.770533:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295035929 00000400:00000200:2.0:1786190975.770536:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000100:00000001:3.0:1786190975.770537:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295037242 00000400:00000200:2.0:1786190975.770541:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1786190975.770542:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295035929 00000100:00000001:3.0:1786190975.770547:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295037242 00000400:00000200:2.0:1786190975.770548:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000100:00000001:3.0:1786190975.770551:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1786190975.770554:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1786190975.770556:0:2393:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190975.770560:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000100:00000001:3.0:1786190975.770560:0:2393:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1786190975.770569:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [138:138:252:4294967295] 192.168.203.157@tcp LPNI seq info [138:138:4:4294967295] 00000100:00000040:3.0:1786190975.770569:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e19500 x1872956727771648/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1786190975.770581:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786190975.770584:0:2393:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786190975.770585:0:2393:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190975.770588:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786190975.770591:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786190975.770593:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786190975.770597:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6e9a7f21-a206-4b6b-b63d-148080d267bf:2393:1872956727771648:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786190975.770604:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1786190975.770605:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 02000000:00000001:3.0:1786190975.770608:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000800:00000200:2.0:1786190975.770613:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 02000000:00000001:3.0:1786190975.770613:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190975.770617:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000010:2.0:1786190975.770619:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963648804000. 02000000:00000010:3.0:1786190975.770621:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963648dbbe00. 02000000:00000001:3.0:1786190975.770626:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1786190975.770627:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000400:00000200:3.0:1786190975.770633:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000800:00000200:2.0:1786190975.770636:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000400:00000010:3.0:1786190975.770638:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96365343ec08. 00000800:00000200:2.0:1786190975.770640:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963648804000 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:3.0:1786190975.770644:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff2088. 00000100:00000001:2.0:1786190975.770646:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786190975.770648:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727771648, portal 4 00000100:00000040:2.0:1786190975.770650:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: using a timeout of 55431 usecs (56 jiffies) 00000100:00000001:3.0:1786190975.770652:0:2393:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786190975.770655:0:2393:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611207424 : -116315098344192 : ffff963647e19500) 00000400:00000200:2.0:1786190975.770659:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786190975.770663:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295035963 00000100:00000040:3.0:1786190975.770666:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e19500 x1872956727771648/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.770667:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295037242 00000100:00000001:2.0:1786190975.770669:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295035963 00000100:00000001:2.0:1786190975.770671:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295037242 00000100:00000001:2.0:1786190975.770674:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190975.770679:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190975.770683:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.770699:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786190975.770701:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786190975.770705:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000100:00000001:2.0:1786190975.770709:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1786190975.770709:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff2440. 00000100:00000001:2.0:1786190975.770712:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:3.0:1786190975.770715:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872956727771648, offset 0 00000100:00000001:2.0:1786190975.770716:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190975.770719:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786190975.770722:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786190975.770726:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000100:00000001:2.0:1786190975.770727:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786190975.770732:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786190975.770737:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786190975.770740:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786190975.770743:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786190975.770746:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786190975.770748:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786190975.770751:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [139:139:251:4294967295] 192.168.203.157@tcp LPNI seq info [139:139:3:4294967295] 00000400:00000200:3.0:1786190975.770755:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786190975.770761:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786190975.770766:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786190975.770770:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364db08100. 00000800:00000200:3.0:1786190975.770775:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786190975.770779:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786190975.770781:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364db08100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786190975.770785:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786190975.770786:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:3.0:1786190975.770789:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: using a timeout of 58447 usecs (59 jiffies) 00000800:00000010:0.0:1786190975.770791:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963648804a00. 00000400:00000200:3.0:1786190975.770795:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190975.770798:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1786190975.770799:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295035966 00000100:00000001:3.0:1786190975.770803:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295037242 00000400:00000200:0.0:1786190975.770807:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:3.0:1786190975.770808:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295035966 00000100:00000001:3.0:1786190975.770813:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295037242 00000400:00000200:0.0:1786190975.770814:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39b28 00000100:00000001:3.0:1786190975.770816:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1786190975.770818:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39b28. 00000100:00000001:3.0:1786190975.770820:0:2393:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190975.770823:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190975.770828:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e19c00 x1872956727771008/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.770830:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.770835:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190975.770841:0:2393:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786190975.770844:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786190975.770844:0:2393:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786190975.770847:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190975.770850:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1786190975.770851:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e19c00 x1872956727771008/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.770853:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.770857:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190975.770864:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190975.770865:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190975.770878:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190975.770881:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364db08000. 00000400:00000200:0.0:1786190975.770885:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190975.770896:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190975.770900:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff2990 00000400:00000010:0.0:1786190975.770902:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff2990. 00000100:00000001:0.0:1786190975.770906:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190975.770910:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e1ad80 x1872956727771136/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190975.770918:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190975.770922:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e1ad80 x1872956727771136/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190975.770928:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190975.770930:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190975.770944:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190975.770946:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963648804600. 00000400:00000200:0.0:1786190975.770950:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190975.770953:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190975.770955:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39088 00000400:00000010:0.0:1786190975.770957:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39088. 00000100:00000001:0.0:1786190975.770960:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190975.770964:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e19180 x1872956727771264/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190975.770970:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190975.770973:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e19180 x1872956727771264/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190975.770978:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190975.770979:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190975.770987:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190975.770989:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364db08e00. 00000400:00000200:0.0:1786190975.770992:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190975.770995:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190975.770997:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff2ee0 00000400:00000010:0.0:1786190975.770999:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff2ee0. 00000100:00000001:0.0:1786190975.771001:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190975.771030:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e1a300 x1872956727771392/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190975.771037:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190975.771040:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e1a300 x1872956727771392/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190975.771046:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190975.771047:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190975.771058:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190975.771060:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963648804000. 00000400:00000200:0.0:1786190975.771062:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190975.771065:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190975.771068:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39990 00000400:00000010:0.0:1786190975.771069:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39990. 00000100:00000001:0.0:1786190975.771071:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190975.771075:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e1bb80 x1872956727771520/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190975.771081:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190975.771084:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e1bb80 x1872956727771520/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190975.771090:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190975.771091:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190975.771127:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190975.771130:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364db08100. 00000400:00000200:0.0:1786190975.771134:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190975.771137:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190975.771139:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff2440 00000400:00000010:0.0:1786190975.771140:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff2440. 00000100:00000001:0.0:1786190975.771143:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190975.771146:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e19500 x1872956727771648/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190975.771152:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190975.771155:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e19500 x1872956727771648/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190975.771166:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190975.771168:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786190975.790351:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190975.790362:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190975.790366:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190975.790369:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190975.790377:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190975.790385:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190975.790393:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190975.790398:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190975.790404:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190975.790408:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a771b8703f00 00000400:00000200:0.0:1786190975.790412:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190975.790419:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x7e9 [1] + 224 00000800:00000001:0.0:1786190975.790426:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190975.790431:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190975.790435:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190975.790439:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190975.790447:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190975.790456:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e19f80 x1872956727770880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190975.790468:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963647e19f80 x1872956727770880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190975.790485:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190975.790495:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190975.790497:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190975.790542:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190975.790546:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786190975.790553:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786190975.790555:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786190975.790558:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96365343e840. 00000400:00000200:3.0:1786190975.790562:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff2880 00000400:00000010:3.0:1786190975.790565:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff2880. 00000100:00000001:3.0:1786190975.790568:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786190975.790573:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e19f80 x1872956727770880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786190975.790582:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e19f80 x1872956727770880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.790588:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786190975.790590:0:2393:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190975.790592:0:2393:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786190975.790595:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786190975.790598:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786190975.790600:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190975.790603:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786190975.790609:0:2393:0:(import.c:2149:obd_at_measure()) add 5 to ffff963647e89c60 time=75 v=5 (5 0 0 0) 00000100:00001000:3.0:1786190975.790613:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff963647e89c18 time=75 v=5 (1 0 0 0) 00000100:00000001:3.0:1786190975.790616:0:2393:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786190975.790618:0:2393:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786190975.790621:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786190975.790623:0:2393:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.790626:0:2393:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190975.790630:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e19f80 x1872956727770880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.790656:0:2393:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190975.790658:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786190975.790661:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786190975.790665:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e19f80 x1872956727770880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190975.790673:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e19f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2393:1872956727770880:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786190975.790679:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.790681:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786190975.790685:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e19f80 x1872956727770880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.790706:0:2393:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786190975.790708:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786190975.790712:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963648dba400. 02000000:00000001:3.0:1786190975.790715:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786190975.790717:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786190975.790719:0:2393:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1786190975.790721:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786190975.790724:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963648804f00. 02000000:00000001:3.0:1786190975.790727:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786190975.790729:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786190975.790731:0:2393:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e19f80. 00000100:00000001:3.0:1786190975.790734:0:2393:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786190975.790736:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190975.790739:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.790741:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190975.790742:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786190975.790743:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.790745:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786190975.792930:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190975.793177:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190975.793181:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793256:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190975.793265:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793273:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190975.793281:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793287:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793292:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793296:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8703f80 00000400:00000200:1.0:1786190975.793301:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793306:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x7f9 [1] + 224 00000800:00000001:1.0:1786190975.793312:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793317:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190975.793320:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190975.793324:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190975.793331:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190975.793339:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e19c00 x1872956727771008/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190975.793349:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963647e19c00 x1872956727771008/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.793409:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190975.793413:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786190975.793432:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190975.793440:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793444:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190975.793446:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793461:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190975.793464:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793468:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190975.793472:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793475:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793478:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793481:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8704000 00000400:00000200:1.0:1786190975.793484:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793487:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x7f1 [1] + 224 00000800:00000001:1.0:1786190975.793491:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793494:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190975.793496:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190975.793499:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190975.793503:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190975.793507:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e1ad80 x1872956727771136/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190975.793515:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963647e1ad80 x1872956727771136/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190975.793538:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190975.793543:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793546:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190975.793548:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793550:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190975.793553:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793557:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190975.793561:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793563:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793565:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793568:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a771b8704180 00000400:00000200:1.0:1786190975.793571:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793574:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x811 [1] + 224 00000800:00000001:1.0:1786190975.793577:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793586:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190975.793588:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190975.793592:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190975.793595:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190975.793600:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e1bb80 x1872956727771520/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190975.793608:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963647e1bb80 x1872956727771520/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190975.793614:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190975.793617:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793620:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190975.793622:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793623:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190975.793626:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793630:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190975.793634:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793636:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793639:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793642:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a771b8704200 00000400:00000200:1.0:1786190975.793645:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793648:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x819 [1] + 224 00000800:00000001:1.0:1786190975.793652:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793654:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190975.793656:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190975.793659:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190975.793661:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190975.793665:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e19500 x1872956727771648/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190975.793674:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963647e19500 x1872956727771648/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190975.793681:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190975.793705:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793710:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190975.793711:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793713:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190975.793717:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793720:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190975.793724:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793727:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793729:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793732:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8704080 00000400:00000200:1.0:1786190975.793735:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793739:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x801 [1] + 224 00000800:00000001:1.0:1786190975.793743:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793746:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190975.793747:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190975.793750:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190975.793753:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190975.793757:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e19180 x1872956727771264/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190975.793766:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963647e19180 x1872956727771264/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190975.793774:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190975.793777:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793780:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190975.793782:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793784:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190975.793786:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793789:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190975.793793:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793795:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793798:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793801:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8704100 00000400:00000200:1.0:1786190975.793803:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190975.793812:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x809 [1] + 224 00000800:00000001:1.0:1786190975.793816:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793822:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190975.793824:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190975.793826:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190975.793829:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190975.793834:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e1a300 x1872956727771392/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190975.793855:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963647e1a300 x1872956727771392/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190975.793862:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190975.793866:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190975.793869:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190975.793935:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190975.793938:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786190975.793943:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786190975.793945:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786190975.793949:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96365343e4d0. 00000400:00000200:3.0:1786190975.793958:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff27f8 00000400:00000010:3.0:1786190975.793960:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff27f8. 00000100:00000001:3.0:1786190975.793964:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786190975.793968:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e1a300 x1872956727771392/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786190975.793976:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e1a300 x1872956727771392/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.793982:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786190975.793984:0:2393:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190975.793987:0:2393:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786190975.793989:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786190975.793992:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786190975.793994:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190975.793996:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786190975.794022:0:2393:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364dae3c60 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1786190975.794026:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364dae3c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1786190975.794029:0:2393:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786190975.794031:0:2393:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786190975.794034:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786190975.794039:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e1a300 x1872956727771392/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786190975.794045:0:2393:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.794049:0:2393:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786190975.794051:0:2393:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:3.0:1786190975.794053:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786190975.794055:0:2393:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190975.794059:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e1a300 x1872956727771392/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.794065:0:2393:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190975.794067:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786190975.794069:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786190975.794073:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e1a300 x1872956727771392/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190975.794108:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6e9a7f21-a206-4b6b-b63d-148080d267bf:2393:1872956727771392:192.168.203.157@tcp:400:kworker.0 00000400:00000001:3.0:1786190975.794114:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786190975.794116:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786190975.794117:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96365343ec08. 00000400:00000200:3.0:1786190975.794120:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff2088 00000400:00000010:3.0:1786190975.794122:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff2088. 00000100:00000001:3.0:1786190975.794124:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786190975.794127:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e19500 x1872956727771648/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786190975.794135:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e19500 x1872956727771648/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.794140:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786190975.794141:0:2393:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190975.794143:0:2393:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786190975.794144:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786190975.794146:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786190975.794147:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190975.794148:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786190975.794152:0:2393:0:(import.c:2149:obd_at_measure()) add 5 to ffff963643db0c60 time=10 v=5 (5 0 0 0) 00000100:00001000:3.0:1786190975.794155:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff963643db0c18 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1786190975.794157:0:2393:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786190975.794158:0:2393:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786190975.794160:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786190975.794163:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e19500 x1872956727771648/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786190975.794170:0:2393:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.794172:0:2393:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786190975.794173:0:2393:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:3.0:1786190975.794175:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786190975.794176:0:2393:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190975.794180:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e19500 x1872956727771648/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.794192:0:2393:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190975.794195:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786190975.794196:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786190975.794200:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e19500 x1872956727771648/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190975.794207:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e19500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6e9a7f21-a206-4b6b-b63d-148080d267bf:2393:1872956727771648:192.168.203.157@tcp:400:kworker.0 00000400:00000001:3.0:1786190975.794212:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786190975.794214:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786190975.794215:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96365343eaa8. 00000400:00000200:3.0:1786190975.794218:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff2770 00000400:00000010:3.0:1786190975.794219:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff2770. 00000100:00000001:3.0:1786190975.794221:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786190975.794225:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e1ad80 x1872956727771136/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786190975.794233:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e1ad80 x1872956727771136/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.794239:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786190975.794240:0:2393:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190975.794242:0:2393:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786190975.794243:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786190975.794244:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786190975.794246:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190975.794247:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786190975.794252:0:2393:0:(import.c:2149:obd_at_measure()) add 5 to ffff963648d52c60 time=74 v=5 (5 0 0 0) 00000100:00001000:3.0:1786190975.794254:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff963648d52c18 time=74 v=5 (1 0 0 0) 00000100:00000001:3.0:1786190975.794257:0:2393:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786190975.794258:0:2393:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786190975.794260:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786190975.794263:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e1ad80 x1872956727771136/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786190975.794280:0:2393:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.794283:0:2393:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786190975.794284:0:2393:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963644f1b800: skip recheck: last_committed 0 00000100:00000001:3.0:1786190975.794286:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786190975.794287:0:2393:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190975.794291:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e1ad80 x1872956727771136/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.794298:0:2393:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190975.794300:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786190975.794301:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786190975.794304:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e1ad80 x1872956727771136/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190975.794310:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727771136:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786190975.794314:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190975.794316:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786190975.794320:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e1a300 x1872956727771392/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.794325:0:2393:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786190975.794327:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786190975.794330:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963648dbae00. 02000000:00000001:3.0:1786190975.794333:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786190975.794335:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786190975.794337:0:2393:0:(genops.c:1244:class_import_put()) import ffff96364dae3800 refcount=3 obd=lustre-MDT0001-mdc-ffff963647a3e000 00000020:00000001:3.0:1786190975.794339:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786190975.794341:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963648804b00. 02000000:00000001:3.0:1786190975.794345:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786190975.794347:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786190975.794348:0:2393:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e1a300. 00000100:00000001:3.0:1786190975.794352:0:2393:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786190975.794353:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190975.794359:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786190975.794363:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e19500 x1872956727771648/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.794369:0:2393:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786190975.794370:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786190975.794372:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963648dbbe00. 02000000:00000001:3.0:1786190975.794373:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786190975.794374:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786190975.794376:0:2393:0:(genops.c:1244:class_import_put()) import ffff963643db0800 refcount=2 obd=lustre-OST0001-osc-ffff963647a3e000 00000020:00000001:3.0:1786190975.794377:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786190975.794379:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963648804700. 02000000:00000001:3.0:1786190975.794381:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786190975.794382:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786190975.794383:0:2393:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e19500. 00000100:00000001:3.0:1786190975.794385:0:2393:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786190975.794387:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190975.794388:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786190975.794391:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e1ad80 x1872956727771136/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190975.794397:0:2393:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786190975.794398:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786190975.794400:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963648dba600. 02000000:00000001:3.0:1786190975.794401:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786190975.794403:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786190975.794404:0:2393:0:(genops.c:1244:class_import_put()) import ffff963648d52800 refcount=3 obd=lustre-MDT0001-mdc-ffff963644f1b800 00000020:00000001:3.0:1786190975.794405:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786190975.794406:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963648804e00. 02000000:00000001:3.0:1786190975.794408:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786190975.794409:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786190975.794410:0:2393:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e1ad80. 00000100:00000001:3.0:1786190975.794412:0:2393:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786190975.794413:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190975.794415:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190975.794421:0:2393:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786190975.794423:0:2393:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190975.794425:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190975.794431:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786190975.794490:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786190975.794492:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786190975.794494:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963647ee0268. 00000400:00000200:2.0:1786190975.794498:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e396e8 00000400:00000010:2.0:1786190975.794500:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e396e8. 00000100:00000001:2.0:1786190975.794502:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786190975.794508:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e19c00 x1872956727771008/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786190975.794527:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e19c00 x1872956727771008/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.794534:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786190975.794535:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190975.794537:0:2392:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786190975.794538:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786190975.794540:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786190975.794541:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190975.794543:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786190975.794548:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff963648d57460 time=75 v=5 (5 0 0 0) 00000100:00001000:2.0:1786190975.794551:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff963648d57418 time=75 v=5 (1 0 0 0) 00000100:00000001:2.0:1786190975.794553:0:2392:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786190975.794554:0:2392:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190975.794556:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786190975.794558:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190975.794560:0:2392:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786190975.794561:0:2392:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963644f1b800: skip recheck: last_committed 0 00000100:00000001:2.0:1786190975.794563:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786190975.794564:0:2392:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.794568:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e19c00 x1872956727771008/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.794574:0:2392:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190975.794576:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786190975.794577:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786190975.794581:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e19c00 x1872956727771008/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190975.794588:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727771008:192.168.203.157@tcp:400:kworker.0 00000400:00000001:2.0:1786190975.794593:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786190975.794594:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786190975.794596:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963647ee0420. 00000400:00000200:2.0:1786190975.794598:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39660 00000400:00000010:2.0:1786190975.794605:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39660. 00000100:00000001:2.0:1786190975.794607:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786190975.794611:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e19180 x1872956727771264/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786190975.794618:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e19180 x1872956727771264/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.794624:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786190975.794626:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190975.794628:0:2392:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786190975.794629:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786190975.794631:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786190975.794632:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190975.794634:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786190975.794638:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364df6b460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1786190975.794641:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364df6b418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1786190975.794643:0:2392:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786190975.794645:0:2392:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190975.794646:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786190975.794647:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190975.794650:0:2392:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786190975.794651:0:2392:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:2.0:1786190975.794652:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786190975.794654:0:2392:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.794658:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e19180 x1872956727771264/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.794664:0:2392:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190975.794666:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786190975.794667:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786190975.794671:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e19180 x1872956727771264/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190975.794678:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2392:1872956727771264:192.168.203.157@tcp:400:kworker.0 00000400:00000001:2.0:1786190975.794682:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786190975.794703:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786190975.794706:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963647ee0f78. 00000400:00000200:2.0:1786190975.794709:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39770 00000400:00000010:2.0:1786190975.794710:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39770. 00000100:00000001:2.0:1786190975.794713:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786190975.794717:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e1bb80 x1872956727771520/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786190975.794723:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e1bb80 x1872956727771520/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.794729:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786190975.794730:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190975.794731:0:2392:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786190975.794733:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786190975.794734:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786190975.794736:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190975.794738:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786190975.794742:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364822d460 time=10 v=5 (5 0 0 0) 00000100:00001000:2.0:1786190975.794744:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364822d418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1786190975.794746:0:2392:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786190975.794748:0:2392:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190975.794749:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786190975.794752:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e1bb80 x1872956727771520/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786190975.794758:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190975.794760:0:2392:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786190975.794762:0:2392:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:2.0:1786190975.794763:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786190975.794765:0:2392:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190975.794768:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e1bb80 x1872956727771520/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.794774:0:2392:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190975.794776:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786190975.794777:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786190975.794786:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e1bb80 x1872956727771520/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190975.794794:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2392:1872956727771520:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786190975.794798:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190975.794800:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190975.794803:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e19c00 x1872956727771008/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.794808:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786190975.794809:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786190975.794811:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9636480b2000. 02000000:00000001:2.0:1786190975.794815:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786190975.794816:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786190975.794817:0:2392:0:(genops.c:1244:class_import_put()) import ffff963648d57000 refcount=3 obd=lustre-MDT0000-mdc-ffff963644f1b800 00000020:00000001:2.0:1786190975.794819:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786190975.794820:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963648804100. 02000000:00000001:2.0:1786190975.794823:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786190975.794824:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786190975.794825:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e19c00. 00000100:00000001:2.0:1786190975.794827:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786190975.794828:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190975.794830:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190975.794832:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e19180 x1872956727771264/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.794837:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786190975.794838:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786190975.794840:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9636480b2800. 02000000:00000001:2.0:1786190975.794842:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786190975.794843:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786190975.794844:0:2392:0:(genops.c:1244:class_import_put()) import ffff96364df6b000 refcount=3 obd=lustre-MDT0000-mdc-ffff963647a3e000 00000020:00000001:2.0:1786190975.794846:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786190975.794847:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963648804900. 02000000:00000001:2.0:1786190975.794849:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786190975.794850:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786190975.794856:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e19180. 00000100:00000001:2.0:1786190975.794858:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786190975.794859:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190975.794860:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190975.794864:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e1bb80 x1872956727771520/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190975.794869:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786190975.794870:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786190975.794872:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9636480b3e00. 02000000:00000001:2.0:1786190975.794874:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786190975.794875:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786190975.794876:0:2392:0:(genops.c:1244:class_import_put()) import ffff96364822d000 refcount=2 obd=lustre-OST0000-osc-ffff963647a3e000 00000020:00000001:2.0:1786190975.794878:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786190975.794879:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963648804400. 02000000:00000001:2.0:1786190975.794882:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786190975.794883:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786190975.794884:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e1bb80. 00000100:00000001:2.0:1786190975.794886:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786190975.794887:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190975.794889:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190975.794893:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786190975.794894:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190975.794896:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190975.794897:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190976.474225:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190976.474231:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190976.474236:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190976.474251:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786190976.474307:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786190976.474310:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786190976.474313:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1786190977.090607:0:9632:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1786190977.090617:0:9632:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190977.121300:0:994:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19110 (cpu 1) has reached its deadline 4295037242, at 4295037258 00000100:00000010:1.0:1786190977.121314:0:994:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff963648e60660. 00000100:00000040:0.0:1786190977.128908:0:783:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19000 (cpu 0) has reached its deadline 4295037242, at 4295037259 00000100:00000010:0.0:1786190977.128922:0:783:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff963648e604e0. 00000080:00000001:3.0:1786190977.157520:0:9634:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786190977.157533:0:9634:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786190977.270343:0:9641:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786190977.270353:0:9641:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786190977.287429:0:9643:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786190977.287441:0:9643:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190977.496333:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190977.496340:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190977.496345:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190977.496347:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786190977.496374:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786190977.496377:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786190977.496380:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786190978.519327:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190978.519333:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190978.519338:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190978.519339:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786190978.523827:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786190978.523833:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786190978.523837:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786190979.543132:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190979.543142:0:783:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786190979.543144:0:783:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786190979.543147:0:783:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190979.543152:0:783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786190979.543155:0:783:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190979.543157:0:783:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190979.543159:0:783:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190979.543164:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190979.543165:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786190979.543189:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786190979.543191:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786190979.543194:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786190980.567191:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190980.567198:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190980.567203:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190980.567204:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786190980.649603:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786190980.649613:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786190980.649618:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786190980.906362:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) c398ac42-f517-4a33-b1a3-1b5180bea630->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786190980.906372:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786190980.906378:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364df29c00. 00000020:00000040:0.0:1786190980.906388:0:38:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1786190980.906392:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786190980.906395:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786190980.906400:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786190980.906407:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963658c9c600. 00000100:00000001:0.0:1786190980.906412:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.906423:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c398ac42-f517-4a33-b1a3-1b5180bea630->MGS req@ffff96364df29c00 x1872956727771776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786190980.906434:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786190980.906438:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.906444:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732fa9ad] to pc [ptlrpcd_00_00+0] req@ffff96364df29c00 x1872956727771776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.906467:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.906469:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786190980.906472:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786190980.906475:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364df29180. 00000020:00000040:0.0:1786190980.906477:0:38:0:(genops.c:1231:class_import_get()) import ffff963648d57000 refcount=4 obd=lustre-MDT0000-mdc-ffff963644f1b800 00000100:00000001:0.0:1786190980.906479:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786190980.906480:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786190980.906482:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786190980.906484:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963658c9cd00. 00000100:00000001:0.0:1786190980.906486:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.906491:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0000_UUID req@ffff96364df29180 x1872956727771904/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786190980.906498:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786190980.906500:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.906503:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d94318e7] to pc [ptlrpcd_00_01+1] req@ffff96364df29180 x1872956727771904/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.906511:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.906513:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786190980.906522:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786190980.906524:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364df28380. 00000020:00000040:0.0:1786190980.906526:0:38:0:(genops.c:1231:class_import_get()) import ffff963648d52800 refcount=4 obd=lustre-MDT0001-mdc-ffff963644f1b800 00000100:00000001:0.0:1786190980.906528:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786190980.906529:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786190980.906530:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786190980.906533:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963658c9cc00. 00000100:00000001:0.0:1786190980.906535:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.906539:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0001_UUID req@ffff96364df28380 x1872956727772032/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786190980.906546:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786190980.906547:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.906551:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003788e59e] to pc [ptlrpcd_00_00+0] req@ffff96364df28380 x1872956727772032/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.906558:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.906560:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786190980.906564:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786190980.906566:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786190980.906569:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786190980.906572:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786190980.906575:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786190980.906576:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364df28000. 00000020:00000040:0.0:1786190980.906578:0:38:0:(genops.c:1231:class_import_get()) import ffff96364df6b000 refcount=4 obd=lustre-MDT0000-mdc-ffff963647a3e000 00000100:00000001:0.0:1786190980.906580:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786190980.906580:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786190980.906581:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786190980.906584:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963658c9c700. 00000100:00000001:0.0:1786190980.906586:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.906593:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0000_UUID req@ffff96364df28000 x1872956727772160/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786190980.906600:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786190980.906602:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.906605:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000013617218] to pc [ptlrpcd_00_01+1] req@ffff96364df28000 x1872956727772160/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.906611:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.906613:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786190980.906616:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786190980.906618:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364df28700. 00000020:00000040:0.0:1786190980.906620:0:38:0:(genops.c:1231:class_import_get()) import ffff96364dae3800 refcount=4 obd=lustre-MDT0001-mdc-ffff963647a3e000 00000100:00000001:0.0:1786190980.906622:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786190980.906623:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786190980.906624:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786190980.906626:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963658c9cb00. 00000100:00000001:0.0:1786190980.906629:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.906633:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0001_UUID req@ffff96364df28700 x1872956727772288/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786190980.906639:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786190980.906641:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.906644:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efcb854a] to pc [ptlrpcd_00_00+0] req@ffff96364df28700 x1872956727772288/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.906650:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.909796:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786190980.909808:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786190980.909820:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364df29880. 00000020:00000040:0.0:1786190980.909826:0:38:0:(genops.c:1231:class_import_get()) import ffff96364822d000 refcount=3 obd=lustre-OST0000-osc-ffff963647a3e000 00000100:00000001:0.0:1786190980.909830:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786190980.909833:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786190980.909838:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786190980.909861:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963658c9c400. 00000100:00000001:0.0:1786190980.909866:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.909878:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0000_UUID req@ffff96364df29880 x1872956727772416/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786190980.909890:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786190980.909894:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.909900:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fff26b0c] to pc [ptlrpcd_00_01+1] req@ffff96364df29880 x1872956727772416/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.909910:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.909913:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786190980.909916:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786190980.909919:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364df2b800. 00000020:00000040:0.0:1786190980.909921:0:38:0:(genops.c:1231:class_import_get()) import ffff963643db0800 refcount=3 obd=lustre-OST0001-osc-ffff963647a3e000 00000100:00000001:0.0:1786190980.909923:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786190980.909925:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786190980.909927:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786190980.909930:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963658c9c100. 00000100:00000001:0.0:1786190980.909933:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.909936:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0001_UUID req@ffff96364df2b800 x1872956727772544/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786190980.909942:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786190980.909944:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.909947:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001e3382] to pc [ptlrpcd_00_00+0] req@ffff96364df2b800 x1872956727772544/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.909953:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.909960:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (378) 00000100:00000001:0.0:1786190980.909981:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190980.909985:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786190980.909987:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786190980.909992:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364df29c00 x1872956727771776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.910048:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786190980.910050:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.910054:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786190980.910057:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786190980.910059:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190980.910063:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2390:1872956727771776:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190980.910067:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786190980.910073:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786190980.910076:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.910135:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786190980.910141:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963647e78400. 02000000:00000001:0.0:1786190980.910143:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190980.910150:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786190980.910155:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963648bf8058. 00000400:00000010:0.0:1786190980.910161:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5c38. 00000100:00000200:0.0:1786190980.910168:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727771776, portal 25 00000100:00000001:0.0:1786190980.910170:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190980.910172:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712986624 : -116314996564992 : ffff96364df29c00) 00000100:00000040:0.0:1786190980.910177:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364df29c00 x1872956727771776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.910184:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190980.910187:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190980.910190:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5550. 00000100:00000200:0.0:1786190980.910192:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872956727771776, offset 0 00000400:00000200:0.0:1786190980.910198:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190980.910207:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.910214:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190980.910220:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786190980.910224:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786190980.910228:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786190980.910231:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786190980.910241:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [140:140:256:4294967295] 192.168.203.157@tcp LPNI seq info [140:140:8:4294967295] 00000400:00000200:0.0:1786190980.910245:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.910254:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190980.910260:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190980.910265:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963658c9c200. 00000800:00000200:0.0:1786190980.910272:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190980.910280:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190980.910284:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963658c9c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786190980.910301:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190980.910305:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786190980.910308:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295042383 00000100:00000010:0.0:1786190980.910312:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96364e32dc00. 00000100:00000001:0.0:1786190980.910317:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786190980.910322:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295042383 00000100:00000010:0.0:1786190980.910324:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96364e32d720. 00000100:00000001:0.0:1786190980.910327:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786190980.910330:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190980.910332:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.910335:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786190980.910339:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364df28380 x1872956727772032/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.910345:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786190980.910347:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.910349:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786190980.910350:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786190980.910352:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190980.910355:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727772032:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190980.910358:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786190980.910360:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786190980.910362:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.910368:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786190980.910371:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963647e79200. 02000000:00000001:0.0:1786190980.910372:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190980.910376:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786190980.910378:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963648bf8738. 00000400:00000010:0.0:1786190980.910381:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5330. 00000100:00000200:0.0:1786190980.910384:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727772032, portal 10 00000100:00000001:0.0:1786190980.910386:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190980.910387:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712980352 : -116314996571264 : ffff96364df28380) 00000100:00000040:0.0:1786190980.910393:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364df28380 x1872956727772032/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.910399:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190980.910401:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190980.910403:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a52a8. 00000100:00000200:0.0:1786190980.910404:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727772032, offset 0 00000400:00000200:0.0:1786190980.910408:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190980.910411:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.910415:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190980.910417:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786190980.910420:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786190980.910422:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786190980.910425:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786190980.910427:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [141:141:255:4294967295] 192.168.203.157@tcp LPNI seq info [141:141:7:4294967295] 00000400:00000200:0.0:1786190980.910430:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.910435:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190980.910439:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190980.910443:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9e200. 00000800:00000200:0.0:1786190980.910446:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190980.910450:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190980.910452:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786190980.910455:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.910463:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: using a timeout of 164558 usecs (165 jiffies) 00000400:00000200:0.0:1786190980.910466:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786190980.910467:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 0 is 4295041212 00000100:00000001:0.0:1786190980.910469:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS request active for cpu 0, keep current deadline 4295042383 00000100:00000001:0.0:1786190980.910471:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 1 is 4295041212 00000100:00000001:0.0:1786190980.910473:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS request active for cpu 1, keep current deadline 4295042383 00000100:00000001:0.0:1786190980.910475:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190980.910477:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.910478:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786190980.910482:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364df28700 x1872956727772288/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.910487:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786190980.910489:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.910491:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786190980.910492:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786190980.910494:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190980.910496:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727772288:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190980.910499:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786190980.910501:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786190980.910503:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.910504:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786190980.910506:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963647e78e00. 02000000:00000001:0.0:1786190980.910508:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190980.910511:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786190980.910513:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963648bf8aa8. 00000400:00000010:0.0:1786190980.910515:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5440. 00000100:00000200:0.0:1786190980.910518:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727772288, portal 10 00000100:00000001:0.0:1786190980.910520:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190980.910521:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712981248 : -116314996570368 : ffff96364df28700) 00000100:00000040:0.0:1786190980.910526:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364df28700 x1872956727772288/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.910539:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190980.910541:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190980.910544:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5ee0. 00000100:00000200:0.0:1786190980.910546:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727772288, offset 0 00000400:00000200:0.0:1786190980.910549:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190980.910552:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.910555:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190980.910558:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786190980.910560:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786190980.910562:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786190980.910564:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786190980.910567:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [142:142:254:4294967295] 192.168.203.157@tcp LPNI seq info [142:142:6:4294967295] 00000400:00000200:0.0:1786190980.910570:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.910575:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190980.910579:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190980.910583:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9e700. 00000800:00000200:0.0:1786190980.910586:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190980.910591:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190980.910593:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9e700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786190980.910596:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.910599:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: using a timeout of 23765 usecs (24 jiffies) 00000400:00000200:0.0:1786190980.910602:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786190980.910604:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295041071 00000100:00000001:0.0:1786190980.910606:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295042383 00000100:00000001:0.0:1786190980.910607:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295041071 00000100:00000001:0.0:1786190980.910609:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295042383 00000100:00000001:0.0:1786190980.910611:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190980.910613:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.910622:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786190980.910626:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364df2b800 x1872956727772544/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.910632:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786190980.910633:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.910635:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786190980.910637:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786190980.910639:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190980.910641:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727772544:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190980.910644:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786190980.910646:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786190980.910647:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.910649:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786190980.910651:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963647e79600. 02000000:00000001:0.0:1786190980.910665:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190980.910669:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786190980.910672:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963648bf8840. 00000400:00000010:0.0:1786190980.910676:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5088. 00000100:00000200:0.0:1786190980.910679:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727772544, portal 4 00000100:00000001:0.0:1786190980.910680:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190980.910682:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712993792 : -116314996557824 : ffff96364df2b800) 00000100:00000040:0.0:1786190980.910688:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364df2b800 x1872956727772544/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.910694:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190980.910697:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190980.910699:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a57f8. 00000100:00000200:0.0:1786190980.910701:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872956727772544, offset 0 00000400:00000200:0.0:1786190980.910706:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190980.910709:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.910712:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190980.910714:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786190980.910716:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786190980.910718:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786190980.910727:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786190980.910730:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [143:143:253:4294967295] 192.168.203.157@tcp LPNI seq info [143:143:5:4294967295] 00000400:00000200:0.0:1786190980.910733:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.910739:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190980.910743:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190980.910747:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9e500. 00000800:00000200:0.0:1786190980.910750:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190980.910754:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190980.910757:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786190980.910759:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.910762:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: using a timeout of 49207 usecs (50 jiffies) 00000400:00000200:0.0:1786190980.910765:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786190980.910766:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295041097 00000100:00000001:0.0:1786190980.910768:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295042383 00000100:00000001:0.0:1786190980.910770:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295041097 00000100:00000001:0.0:1786190980.910772:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295042383 00000100:00000001:0.0:1786190980.910774:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190980.910776:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.910779:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.910782:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.910789:0:2390:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786190980.910791:0:2390:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1786190980.910793:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190980.910795:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786190980.910796:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190980.910799:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00000001:0.0:1786190980.910801:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.910803:0:2390:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786190980.910804:0:2390:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.910806:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190980.910807:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786190980.910808:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786190980.910820:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364df29180 x1872956727771904/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.910826:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786190980.910827:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.910829:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786190980.910831:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786190980.910833:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190980.910835:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727771904:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190980.910839:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786190980.910841:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786190980.910843:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.910845:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786190980.910848:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e6c1a00. 02000000:00000001:0.0:1786190980.910850:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190980.910853:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786190980.910856:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963648bf84d0. 00000400:00000010:0.0:1786190980.910859:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5990. 00000100:00000200:0.0:1786190980.910862:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727771904, portal 10 00000100:00000001:0.0:1786190980.910863:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190980.910864:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712983936 : -116314996567680 : ffff96364df29180) 00000100:00000040:0.0:1786190980.910870:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364df29180 x1872956727771904/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.910876:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190980.910877:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190980.910879:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5770. 00000100:00000200:0.0:1786190980.910881:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727771904, offset 0 00000400:00000200:0.0:1786190980.910886:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190980.910889:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.910892:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190980.910895:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786190980.910897:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786190980.910899:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786190980.910906:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786190980.910909:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [144:144:252:4294967295] 192.168.203.157@tcp LPNI seq info [144:144:4:4294967295] 00000400:00000200:0.0:1786190980.910913:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.910919:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190980.910923:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190980.910926:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9ea00. 00000800:00000200:0.0:1786190980.910930:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190980.910934:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190980.910936:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786190980.910939:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.910941:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: using a timeout of 135083 usecs (136 jiffies) 00000400:00000200:0.0:1786190980.910944:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786190980.910946:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 0 is 4295041183 00000100:00000001:0.0:1786190980.910948:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS request active for cpu 0, keep current deadline 4295042383 00000100:00000001:0.0:1786190980.910949:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 1 is 4295041183 00000100:00000001:0.0:1786190980.910951:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS request active for cpu 1, keep current deadline 4295042383 00000100:00000001:0.0:1786190980.910953:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190980.910955:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.910957:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786190980.910960:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364df28000 x1872956727772160/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.910966:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786190980.910967:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.910969:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786190980.910971:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786190980.910973:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190980.910975:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727772160:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190980.910978:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786190980.910980:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786190980.910987:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.910989:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786190980.910993:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e6c1e00. 02000000:00000001:0.0:1786190980.910994:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190980.910998:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786190980.911001:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963648bf8c08. 00000400:00000010:0.0:1786190980.911030:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a56e8. 00000100:00000200:0.0:1786190980.911034:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727772160, portal 10 00000100:00000001:0.0:1786190980.911035:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190980.911037:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712979456 : -116314996572160 : ffff96364df28000) 00000100:00000040:0.0:1786190980.911043:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364df28000 x1872956727772160/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.911048:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190980.911050:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190980.911052:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5660. 00000100:00000200:0.0:1786190980.911054:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727772160, offset 0 00000400:00000200:0.0:1786190980.911058:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190980.911061:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.911064:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190980.911067:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786190980.911069:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786190980.911070:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786190980.911073:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786190980.911076:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [145:145:251:4294967295] 192.168.203.157@tcp LPNI seq info [145:145:3:4294967295] 00000400:00000200:0.0:1786190980.911079:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.912224:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190980.912233:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190980.912238:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9ef00. 00000800:00000200:0.0:1786190980.912243:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190980.912248:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190980.912251:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786190980.912255:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.912265:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: using a timeout of 16557 usecs (17 jiffies) 00000400:00000200:0.0:1786190980.912270:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786190980.912272:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295041066 00000100:00000001:0.0:1786190980.912274:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295042383 00000100:00000001:0.0:1786190980.912277:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295041066 00000100:00000001:0.0:1786190980.912278:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295042383 00000100:00000001:0.0:1786190980.912280:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190980.912283:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.912285:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786190980.912291:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364df29880 x1872956727772416/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.912298:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786190980.912300:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.912303:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786190980.912305:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786190980.912307:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190980.912310:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727772416:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190980.912313:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786190980.912317:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786190980.912319:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.912321:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786190980.912324:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e6c0400. 02000000:00000001:0.0:1786190980.912326:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190980.912329:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786190980.912332:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963648bf83c8. 00000400:00000010:0.0:1786190980.912337:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5b28. 00000100:00000200:0.0:1786190980.912341:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727772416, portal 4 00000100:00000001:0.0:1786190980.912343:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190980.912344:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712985728 : -116314996565888 : ffff96364df29880) 00000100:00000040:0.0:1786190980.912349:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364df29880 x1872956727772416/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.912364:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190980.912366:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190980.912368:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5aa0. 00000100:00000200:0.0:1786190980.912371:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872956727772416, offset 0 00000400:00000200:0.0:1786190980.912375:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190980.912380:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.912385:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190980.912388:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786190980.912391:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786190980.912394:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786190980.912396:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786190980.912398:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [146:146:250:4294967295] 192.168.203.157@tcp LPNI seq info [146:146:2:4294967295] 00000400:00000200:0.0:1786190980.912402:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.912407:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190980.912411:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190980.912413:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9e100. 00000800:00000200:0.0:1786190980.912416:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190980.912420:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190980.912423:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9e100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786190980.912425:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.912427:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: using a timeout of 47473 usecs (48 jiffies) 00000400:00000200:0.0:1786190980.912430:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786190980.912431:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295041097 00000100:00000001:0.0:1786190980.912433:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295042383 00000100:00000001:0.0:1786190980.912435:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295041097 00000100:00000001:0.0:1786190980.912437:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295042383 00000100:00000001:0.0:1786190980.912439:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190980.912441:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.912449:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.912453:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.912469:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190980.912472:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786190980.912507:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190980.912510:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963658c9c200. 00000400:00000200:0.0:1786190980.912517:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190980.912522:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190980.912528:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5550 00000400:00000010:0.0:1786190980.912530:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5550. 00000100:00000001:0.0:1786190980.912533:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190980.912538:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364df29c00 x1872956727771776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.912548:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190980.912551:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364df29c00 x1872956727771776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.912558:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.912559:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190980.912571:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190980.912573:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9e200. 00000400:00000200:0.0:1786190980.912577:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190980.912580:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190980.912582:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a52a8 00000400:00000010:0.0:1786190980.912584:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a52a8. 00000100:00000001:0.0:1786190980.912586:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190980.912590:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364df28380 x1872956727772032/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.912597:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190980.912600:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364df28380 x1872956727772032/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.912605:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.912607:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190980.912615:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190980.912623:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9e700. 00000400:00000200:0.0:1786190980.912626:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190980.912629:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190980.912632:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5ee0 00000400:00000010:0.0:1786190980.912634:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5ee0. 00000100:00000001:0.0:1786190980.912636:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190980.912641:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364df28700 x1872956727772288/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.912648:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190980.912650:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364df28700 x1872956727772288/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.921904:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.921908:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190980.921949:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190980.921953:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9e500. 00000400:00000200:0.0:1786190980.921960:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190980.921968:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190980.921974:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a57f8 00000400:00000010:0.0:1786190980.921976:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a57f8. 00000100:00000001:0.0:1786190980.921979:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190980.921986:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364df2b800 x1872956727772544/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.921997:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190980.922000:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364df2b800 x1872956727772544/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.922022:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.922024:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190980.922034:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190980.922036:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9ea00. 00000400:00000200:0.0:1786190980.922040:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190980.922043:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190980.922046:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5770 00000400:00000010:0.0:1786190980.922047:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5770. 00000100:00000001:0.0:1786190980.922066:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190980.922071:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364df29180 x1872956727771904/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.922137:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190980.922142:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364df29180 x1872956727771904/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.922149:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.922150:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190980.922161:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190980.922162:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9ef00. 00000400:00000200:0.0:1786190980.922166:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190980.922169:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190980.922172:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5660 00000400:00000010:0.0:1786190980.922174:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5660. 00000100:00000001:0.0:1786190980.922176:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190980.922179:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364df28000 x1872956727772160/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.922186:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190980.922188:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364df28000 x1872956727772160/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.922194:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.922195:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190980.922352:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190980.922355:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9e100. 00000400:00000200:0.0:1786190980.922359:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190980.922363:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190980.922366:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5aa0 00000400:00000010:0.0:1786190980.922368:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5aa0. 00000100:00000001:0.0:1786190980.922371:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190980.922375:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364df29880 x1872956727772416/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.922383:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190980.922392:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364df29880 x1872956727772416/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.922398:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.922401:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786190980.939477:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939496:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190980.939500:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939503:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190980.939512:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939519:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190980.939531:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939536:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939542:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939546:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a771b8704580 00000400:00000200:0.0:1786190980.939550:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939557:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x851 [1] + 224 00000800:00000001:0.0:1786190980.939563:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939568:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190980.939570:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190980.939575:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190980.939582:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190980.939590:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364df2b800 x1872956727772544/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190980.939600:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364df2b800 x1872956727772544/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.939614:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190980.939621:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939624:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190980.939626:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939628:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190980.939630:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939633:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190980.939636:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939644:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939647:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939650:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a771b8704500 00000400:00000200:0.0:1786190980.939665:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939668:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x881 [1] + 224 00000800:00000001:0.0:1786190980.939672:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939675:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190980.939677:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190980.939679:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190980.939682:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190980.939686:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364df29880 x1872956727772416/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190980.939695:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364df29880 x1872956727772416/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.939700:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190980.939703:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939706:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190980.939707:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939709:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190980.939721:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939725:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190980.939729:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939731:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939734:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939737:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8704380 00000400:00000200:0.0:1786190980.939740:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939744:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x831 [1] + 224 00000800:00000001:0.0:1786190980.939747:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939750:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190980.939752:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190980.939755:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190980.939757:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190980.939768:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364df28380 x1872956727772032/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190980.939776:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364df28380 x1872956727772032/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.939784:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190980.939788:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939792:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190980.939793:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939795:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190980.939798:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939801:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190980.939805:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939807:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939810:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939813:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8704480 00000400:00000200:0.0:1786190980.939816:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939819:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x841 [1] + 224 00000800:00000001:0.0:1786190980.939822:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939824:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190980.939826:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190980.939829:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190980.939831:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190980.939835:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364df28700 x1872956727772288/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190980.939843:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364df28700 x1872956727772288/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.939849:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190980.939853:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939855:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190980.939857:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939858:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190980.939867:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939870:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190980.939873:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939876:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939879:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939881:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8704300 00000400:00000200:0.0:1786190980.939884:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939888:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x861 [1] + 224 00000800:00000001:0.0:1786190980.939891:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939895:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190980.939897:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190980.939899:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190980.939902:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190980.939907:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364df29180 x1872956727771904/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190980.939915:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364df29180 x1872956727771904/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.939921:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190980.939924:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939926:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190980.939928:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939929:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190980.939932:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939935:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190980.939938:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939940:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939943:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939945:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8704400 00000400:00000200:0.0:1786190980.939948:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.939951:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x871 [1] + 224 00000800:00000001:0.0:1786190980.939954:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939963:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190980.939965:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190980.939968:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190980.939971:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190980.939975:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364df28000 x1872956727772160/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190980.939982:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364df28000 x1872956727772160/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.939987:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190980.939991:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939994:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190980.939995:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.939997:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190980.940000:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.940039:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190980.940044:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.940046:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.940048:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.940051:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a771b8704280 00000400:00000200:0.0:1786190980.940054:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190980.940057:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x821 [1] + 224 00000800:00000001:0.0:1786190980.940060:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.940067:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190980.940069:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190980.940071:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190980.940074:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190980.940078:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364df29c00 x1872956727771776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190980.940158:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364df29c00 x1872956727771776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940165:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190980.940176:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190980.940179:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.940192:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190980.940196:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1786190980.940202:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190980.940204:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190980.940207:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963648bf84d0. 00000400:00000200:0.0:1786190980.940211:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5990 00000400:00000010:0.0:1786190980.940214:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5990. 00000100:00000001:0.0:1786190980.940217:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190980.940221:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364df29180 x1872956727771904/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190980.940229:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364df29180 x1872956727771904/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940235:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190980.940238:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.940240:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190980.940243:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190980.940246:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190980.940247:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.940250:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190980.940258:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff963648d57460 time=80 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190980.940262:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff963648d57418 time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190980.940265:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190980.940267:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190980.940270:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786190980.940273:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.940276:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190980.940278:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963644f1b800: skip recheck: last_committed 0 00000100:00000001:0.0:1786190980.940280:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190980.940282:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.940288:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364df29180 x1872956727771904/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940293:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190980.940296:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190980.940304:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190980.940309:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364df29180 x1872956727771904/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190980.940316:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727771904:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786190980.940323:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190980.940324:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190980.940325:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963648bf8c08. 00000400:00000200:0.0:1786190980.940328:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a56e8 00000400:00000010:0.0:1786190980.940330:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a56e8. 00000100:00000001:0.0:1786190980.940332:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190980.940335:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364df28000 x1872956727772160/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190980.940342:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364df28000 x1872956727772160/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940347:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190980.940348:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.940350:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190980.940351:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190980.940352:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190980.940354:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.940355:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190980.940359:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364df6b460 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190980.940362:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364df6b418 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190980.940363:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190980.940364:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190980.940366:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786190980.940367:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.940369:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190980.940371:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786190980.940372:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190980.940373:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.940376:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364df28000 x1872956727772160/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940391:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190980.940393:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190980.940394:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190980.940397:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364df28000 x1872956727772160/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190980.940403:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df28000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727772160:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786190980.940408:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190980.940410:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190980.940411:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963648bf83c8. 00000400:00000200:0.0:1786190980.940413:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5b28 00000400:00000010:0.0:1786190980.940415:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5b28. 00000100:00000001:0.0:1786190980.940417:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190980.940420:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364df29880 x1872956727772416/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190980.940426:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364df29880 x1872956727772416/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940432:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190980.940433:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.940435:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190980.940436:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190980.940438:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190980.940439:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.940440:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190980.940444:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364822d460 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190980.940447:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364822d418 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190980.940449:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190980.940451:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190980.940452:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786190980.940455:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df29880 x1872956727772416/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786190980.940470:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.940473:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190980.940474:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786190980.940475:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190980.940477:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.940481:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364df29880 x1872956727772416/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940489:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190980.940490:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190980.940492:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190980.940495:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364df29880 x1872956727772416/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190980.940502:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727772416:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786190980.940508:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190980.940509:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190980.940511:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963648bf8058. 00000400:00000200:0.0:1786190980.940513:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5c38 00000400:00000010:0.0:1786190980.940515:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5c38. 00000100:00000001:0.0:1786190980.940517:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190980.940520:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364df29c00 x1872956727771776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190980.940526:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364df29c00 x1872956727771776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940532:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190980.940534:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.940535:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190980.940536:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190980.940538:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190980.940539:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.940541:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190980.940550:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff963647e89c60 time=80 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190980.940553:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff963647e89c18 time=80 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190980.940555:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190980.940556:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190980.940558:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786190980.940559:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.940561:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.940565:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364df29c00 x1872956727771776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940571:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190980.940573:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190980.940575:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190980.940578:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364df29c00 x1872956727771776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190980.940585:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2390:1872956727771776:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786190980.940591:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190980.940592:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190980.940594:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963648bf8738. 00000400:00000200:0.0:1786190980.940596:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5330 00000400:00000010:0.0:1786190980.940598:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5330. 00000100:00000001:0.0:1786190980.940600:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190980.940603:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364df28380 x1872956727772032/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190980.940611:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364df28380 x1872956727772032/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940616:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190980.940617:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.940618:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190980.940619:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190980.940620:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190980.940622:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.940623:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190980.940634:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff963648d52c60 time=79 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190980.940637:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff963648d52c18 time=79 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190980.940639:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190980.940641:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190980.940642:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786190980.940645:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df28380 x1872956727772032/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786190980.940651:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.940663:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190980.940665:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963644f1b800: skip recheck: last_committed 0 00000100:00000001:0.0:1786190980.940666:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190980.940668:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.940671:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364df28380 x1872956727772032/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940676:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190980.940678:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190980.940679:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190980.940682:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364df28380 x1872956727772032/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190980.940688:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727772032:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786190980.940694:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190980.940695:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190980.940697:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963648bf8aa8. 00000400:00000200:0.0:1786190980.940699:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5440 00000400:00000010:0.0:1786190980.940701:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5440. 00000100:00000001:0.0:1786190980.940703:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190980.940707:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364df28700 x1872956727772288/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190980.940714:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364df28700 x1872956727772288/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940731:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190980.940732:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.940734:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190980.940735:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190980.940736:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190980.940738:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.940740:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190980.940744:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364dae3c60 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190980.940747:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364dae3c18 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190980.940749:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190980.940750:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190980.940751:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786190980.940755:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df28700 x1872956727772288/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786190980.940760:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.940762:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190980.940764:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786190980.940765:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190980.940766:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.940769:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364df28700 x1872956727772288/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940775:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190980.940777:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190980.940778:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190980.940782:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364df28700 x1872956727772288/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190980.940789:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727772288:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786190980.940794:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190980.940796:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190980.940797:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963648bf8840. 00000400:00000200:0.0:1786190980.940806:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5088 00000400:00000010:0.0:1786190980.940807:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5088. 00000100:00000001:0.0:1786190980.940809:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190980.940813:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364df2b800 x1872956727772544/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190980.940821:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364df2b800 x1872956727772544/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940827:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190980.940828:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.940829:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190980.940831:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190980.940832:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190980.940833:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190980.940835:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190980.940839:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff963643db0c60 time=15 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190980.940842:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff963643db0c18 time=15 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190980.940844:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190980.940845:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190980.940847:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786190980.940850:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df2b800 x1872956727772544/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786190980.940855:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.940857:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190980.940859:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786190980.940860:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190980.940861:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190980.940865:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364df2b800 x1872956727772544/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940871:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190980.940872:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190980.940874:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190980.940877:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364df2b800 x1872956727772544/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190980.940895:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727772544:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190980.940899:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.940901:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190980.940905:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364df29180 x1872956727771904/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940912:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190980.940914:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190980.940918:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e6c1a00. 02000000:00000001:0.0:1786190980.940921:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190980.940923:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190980.940925:0:2390:0:(genops.c:1244:class_import_put()) import ffff963648d57000 refcount=3 obd=lustre-MDT0000-mdc-ffff963644f1b800 00000020:00000001:0.0:1786190980.940927:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190980.940930:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963658c9cd00. 02000000:00000001:0.0:1786190980.940934:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190980.940935:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190980.940937:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364df29180. 00000100:00000001:0.0:1786190980.940940:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190980.940941:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.940943:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190980.940945:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364df28000 x1872956727772160/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940950:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190980.940951:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190980.940953:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e6c1e00. 02000000:00000001:0.0:1786190980.940954:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190980.940955:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190980.940956:0:2390:0:(genops.c:1244:class_import_put()) import ffff96364df6b000 refcount=3 obd=lustre-MDT0000-mdc-ffff963647a3e000 00000020:00000001:0.0:1786190980.940957:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190980.940958:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963658c9c700. 02000000:00000001:0.0:1786190980.940960:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190980.940961:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190980.940962:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364df28000. 00000100:00000001:0.0:1786190980.940968:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190980.940969:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.940971:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190980.940974:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364df29880 x1872956727772416/t0(0) o400->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.940979:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190980.940981:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190980.940982:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e6c0400. 02000000:00000001:0.0:1786190980.940985:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190980.940986:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190980.940987:0:2390:0:(genops.c:1244:class_import_put()) import ffff96364822d000 refcount=2 obd=lustre-OST0000-osc-ffff963647a3e000 00000020:00000001:0.0:1786190980.940989:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190980.940991:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963658c9c400. 02000000:00000001:0.0:1786190980.940992:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190980.940994:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190980.940995:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364df29880. 00000100:00000001:0.0:1786190980.940996:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190980.940997:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.940999:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190980.941002:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364df29c00 x1872956727771776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.941032:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190980.941034:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190980.941035:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963647e78400. 02000000:00000001:0.0:1786190980.941039:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190980.941040:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190980.941041:0:2390:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1786190980.941043:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190980.941044:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963658c9c600. 02000000:00000001:0.0:1786190980.941046:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190980.941047:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190980.941048:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364df29c00. 00000100:00000001:0.0:1786190980.941050:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190980.941050:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.941052:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190980.941055:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364df28380 x1872956727772032/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.941066:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190980.941067:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190980.941069:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963647e79200. 02000000:00000001:0.0:1786190980.941071:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190980.941073:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190980.941073:0:2390:0:(genops.c:1244:class_import_put()) import ffff963648d52800 refcount=3 obd=lustre-MDT0001-mdc-ffff963644f1b800 00000020:00000001:0.0:1786190980.941075:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190980.941076:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963658c9cc00. 02000000:00000001:0.0:1786190980.941078:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190980.941079:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190980.948861:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364df28380. 00000100:00000001:0.0:1786190980.948875:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190980.948877:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.948880:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190980.948894:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364df28700 x1872956727772288/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.948902:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190980.948905:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190980.948909:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963647e78e00. 02000000:00000001:0.0:1786190980.948912:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190980.948914:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190980.948916:0:2390:0:(genops.c:1244:class_import_put()) import ffff96364dae3800 refcount=3 obd=lustre-MDT0001-mdc-ffff963647a3e000 00000020:00000001:0.0:1786190980.948918:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190980.948920:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963658c9cb00. 02000000:00000001:0.0:1786190980.948924:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190980.948926:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190980.948927:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364df28700. 00000100:00000001:0.0:1786190980.948929:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190980.948931:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.948932:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190980.948937:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364df2b800 x1872956727772544/t0(0) o400->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190980.948943:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190980.948944:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190980.948953:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963647e79600. 02000000:00000001:0.0:1786190980.948956:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190980.948958:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190980.948959:0:2390:0:(genops.c:1244:class_import_put()) import ffff963643db0800 refcount=2 obd=lustre-OST0001-osc-ffff963647a3e000 00000020:00000001:0.0:1786190980.948961:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190980.948962:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963658c9c100. 02000000:00000001:0.0:1786190980.948964:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190980.948965:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190980.948967:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364df2b800. 00000100:00000001:0.0:1786190980.948969:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190980.948970:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.948973:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190980.948981:0:2390:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786190980.948983:0:2390:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190980.948985:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190980.948987:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190981.591148:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190981.591155:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190981.591160:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190981.591161:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786190981.591183:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786190981.591186:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786190981.591188:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786190982.295118:0:783:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19000 (cpu 0) has reached its deadline 4295042383, at 4295042432 00000100:00000010:0.0:1786190982.295132:0:783:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96364e32dc00. 00000100:00000040:1.0:1786190982.295212:0:994:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19110 (cpu 1) has reached its deadline 4295042383, at 4295042432 00000100:00000010:1.0:1786190982.295218:0:994:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96364e32d720. 00010000:00000001:0.0:1786190982.615128:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190982.615136:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190982.615142:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190982.615143:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786190982.615265:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786190982.615269:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786190982.615272:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786190983.639204:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190983.639212:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190983.639217:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190983.639218:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786190983.639243:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786190983.639246:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786190983.639249:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786190984.663111:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190984.663147:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190984.663153:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190984.663156:0:783:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786190984.663158:0:783:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786190984.663160:0:783:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190984.663163:0:783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786190984.663165:0:783:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190984.663167:0:783:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190984.663169:0:783:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786190984.663560:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786190984.663564:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786190984.663567:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786190985.687560:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190985.687566:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190985.687571:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190985.687572:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1786190985.687595:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1786190985.687598:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786190985.687601:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1786190986.007206:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) c398ac42-f517-4a33-b1a3-1b5180bea630->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786190986.007220:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786190986.007235:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963648038e00. 00000020:00000040:3.0:1786190986.007244:0:38:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1786190986.007249:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786190986.007253:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786190986.007262:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786190986.007273:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96364db08c00. 00000100:00000001:3.0:1786190986.007281:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.007299:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c398ac42-f517-4a33-b1a3-1b5180bea630->MGS req@ffff963648038e00 x1872956727772672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786190986.007312:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786190986.007319:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.007672:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000040080901] to pc [ptlrpcd_01_00+0] req@ffff963648038e00 x1872956727772672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.008062:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190986.008069:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786190986.008072:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786190986.008083:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963648038e00 x1872956727772672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.008093:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786190986.008097:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190986.008102:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786190986.008106:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786190986.008109:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786190986.008134:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2392:1872956727772672:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786190986.008139:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786190986.008149:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786190986.008152:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190986.008155:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786190986.008161:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963648dbbe00. 02000000:00000001:2.0:1786190986.008163:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190986.008172:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786190986.008178:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963647ee0f78. 00000400:00000010:2.0:1786190986.008188:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39770. 00000100:00000200:2.0:1786190986.008199:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727772672, portal 25 00000100:00000001:2.0:1786190986.008202:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190986.008204:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758613433856 : -116315096117760 : ffff963648038e00) 00000100:00000040:2.0:1786190986.008211:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963648038e00 x1872956727772672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.008219:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786190986.008222:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786190986.008225:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39660. 00000100:00000200:2.0:1786190986.008229:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872956727772672, offset 0 00000400:00000200:2.0:1786190986.008238:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786190986.008249:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190986.008260:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786190986.008267:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786190986.008273:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786190986.008277:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786190986.008281:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786190986.008285:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [147:147:256:4294967295] 192.168.203.157@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:2.0:1786190986.008290:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190986.008302:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786190986.008310:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786190986.008317:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963648804400. 00000800:00000200:2.0:1786190986.008331:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786190986.008341:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786190986.008347:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963648804400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786190986.008790:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.008795:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786190986.008800:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786190986.008805:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364803a680. 00000020:00000040:3.0:1786190986.008810:0:38:0:(genops.c:1231:class_import_get()) import ffff963648d57000 refcount=4 obd=lustre-MDT0000-mdc-ffff963644f1b800 00000100:00000001:3.0:1786190986.008814:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786190986.008816:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786190986.008820:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786190986.008825:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96364db08d00. 00000100:00000001:3.0:1786190986.008831:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.008839:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0000_UUID req@ffff96364803a680 x1872956727772800/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786190986.008865:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786190986.008868:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.008874:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000020d6047] to pc [ptlrpcd_01_01+1] req@ffff96364803a680 x1872956727772800/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.008883:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.008885:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786190986.008889:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786190986.008892:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963648039880. 00000020:00000040:3.0:1786190986.008894:0:38:0:(genops.c:1231:class_import_get()) import ffff963648d52800 refcount=4 obd=lustre-MDT0001-mdc-ffff963644f1b800 00000100:00000001:3.0:1786190986.008897:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786190986.008898:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786190986.008900:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786190986.008903:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96364db08500. 00000100:00000001:3.0:1786190986.008906:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.008910:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0001_UUID req@ffff963648039880 x1872956727772928/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786190986.008917:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786190986.008918:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.008922:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3a3093c] to pc [ptlrpcd_01_00+0] req@ffff963648039880 x1872956727772928/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.008929:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.008932:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786190986.008935:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786190986.008938:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1786190986.008941:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1786190986.008944:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786190986.008955:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1786190986.008958:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963648038000. 00000020:00000040:3.0:1786190986.008960:0:38:0:(genops.c:1231:class_import_get()) import ffff96364df6b000 refcount=4 obd=lustre-MDT0000-mdc-ffff963647a3e000 00000100:00000001:3.0:1786190986.008962:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786190986.008964:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786190986.008965:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786190986.008969:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96364db08900. 00000100:00000001:3.0:1786190986.008972:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.008976:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0000_UUID req@ffff963648038000 x1872956727773056/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786190986.008983:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786190986.008985:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.008988:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006c6cb514] to pc [ptlrpcd_01_01+1] req@ffff963648038000 x1872956727773056/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.008994:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.008996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786190986.008999:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1786190986.009883:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190986.009897:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786190986.009901:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295047482 00000100:00000010:2.0:1786190986.009911:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff963645e832a0. 00000100:00000001:2.0:1786190986.009920:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786190986.009929:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295047482 00000100:00000010:2.0:1786190986.009932:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff963645e830c0. 00000100:00000001:2.0:1786190986.009935:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786190986.009939:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190986.009943:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190986.009947:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190986.009951:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190986.009961:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786190986.009964:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786190986.009967:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190986.009969:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786190986.009971:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786190986.009981:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963648039880 x1872956727772928/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.009991:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786190986.009993:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190986.009999:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786190986.010001:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:3.0:1786190986.010382:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963648038a80. 00000020:00000040:3.0:1786190986.010389:0:38:0:(genops.c:1231:class_import_get()) import ffff96364dae3800 refcount=4 obd=lustre-MDT0001-mdc-ffff963647a3e000 00000100:00000001:3.0:1786190986.010394:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786190986.010397:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786190986.010401:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786190986.010408:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96364db08a00. 00000100:00000001:3.0:1786190986.010414:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.010422:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0001_UUID req@ffff963648038a80 x1872956727773184/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1786190986.010431:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786190986.010434:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.010439:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004ab568c6] to pc [ptlrpcd_01_00+0] req@ffff963648038a80 x1872956727773184/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.010470:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.010473:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786190986.010477:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1786190986.010480:0:38:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1786190986.010484:0:38:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1786190986.010489:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963648038380. 00000020:00000040:3.0:1786190986.010492:0:38:0:(genops.c:1231:class_import_get()) import ffff96364822d000 refcount=3 obd=lustre-OST0000-osc-ffff963647a3e000 00000100:00000001:3.0:1786190986.010495:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786190986.010496:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786190986.010499:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786190986.010503:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96364db08100. 00000100:00000001:3.0:1786190986.010522:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190986.010525:0:38:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446627758613431168 : -116315096120448 : ffff963648038380) 00000100:00080000:3.0:1786190986.010529:0:38:0:(import.c:65:import_set_state_nolock()) ffff96364822d000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1786190986.010533:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff963647a3e000: disconnect after 21s idle 00000100:00000001:3.0:1786190986.010535:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786190986.010537:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.010541:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000129d7904] to pc [ptlrpcd_rcv+-1] req@ffff963648038380 x1872956727773312/t0(0) o9->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.010558:0:38:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190986.010561:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.010563:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1786190986.010567:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1786190986.010568:0:38:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1786190986.010570:0:38:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1786190986.010573:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963648038700. 00000020:00000040:3.0:1786190986.010575:0:38:0:(genops.c:1231:class_import_get()) import ffff963643db0800 refcount=3 obd=lustre-OST0001-osc-ffff963647a3e000 00000100:00000001:3.0:1786190986.010577:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1786190986.010579:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1786190986.010581:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786190986.010591:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96364db08e00. 00000100:00000001:3.0:1786190986.010594:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190986.010596:0:38:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446627758613432064 : -116315096119552 : ffff963648038700) 00000100:00080000:3.0:1786190986.010599:0:38:0:(import.c:65:import_set_state_nolock()) ffff963643db0800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1786190986.010601:0:38:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff963647a3e000: disconnect after 21s idle 00000100:00000001:3.0:1786190986.010604:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1786190986.010606:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.010610:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000077a07cde] to pc [ptlrpcd_rcv+-1] req@ffff963648038700 x1872956727773440/t0(0) o9->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.010627:0:38:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190986.010630:0:38:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.010635:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (383) 00000100:00000001:3.0:1786190986.010657:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190986.010659:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786190986.010661:0:2393:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786190986.010667:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364803a680 x1872956727772800/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.010674:0:2393:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786190986.010688:0:2393:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190986.010691:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786190986.010693:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786190986.010696:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786190986.010700:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364803a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727772800:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786190986.010705:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786190986.010711:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786190986.010714:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190986.010717:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786190986.010722:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9636480b3a00. 02000000:00000001:3.0:1786190986.010724:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786190986.010730:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786190986.010735:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96365343eaa8. 00000400:00000010:3.0:1786190986.010743:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff2770. 00000100:00000200:3.0:1786190986.010762:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727772800, portal 10 00000100:00000001:3.0:1786190986.010766:0:2393:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786190986.010767:0:2393:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758613440128 : -116315096111488 : ffff96364803a680) 00000100:00000040:3.0:1786190986.010776:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364803a680 x1872956727772800/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.010783:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786190986.010786:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786190986.010789:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff2088. 00000100:00000200:3.0:1786190986.010793:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727772800, offset 0 00000400:00000200:3.0:1786190986.010801:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786190986.010810:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786190986.010820:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786190986.010826:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786190986.010831:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786190986.010835:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786190986.010838:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786190986.010843:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [148:148:255:4294967295] 192.168.203.157@tcp LPNI seq info [148:148:7:4294967295] 00000400:00000200:3.0:1786190986.010847:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786190986.010864:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786190986.010871:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786190986.010876:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364db08000. 00000800:00000200:3.0:1786190986.010883:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786190986.010892:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786190986.010897:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364db08000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786190986.010902:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.010907:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: using a timeout of 131212 usecs (132 jiffies) 00000400:00000200:3.0:1786190986.010910:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786190986.010913:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 0 is 4295046279 00000100:00000001:3.0:1786190986.010916:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS request active for cpu 0, keep current deadline 4295047482 00000100:00000001:3.0:1786190986.010918:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 1 is 4295046279 00000100:00000001:3.0:1786190986.010926:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS request active for cpu 1, keep current deadline 4295047482 00000100:00000001:3.0:1786190986.010928:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190986.010931:0:2393:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190986.010933:0:2393:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786190986.010938:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963648038000 x1872956727773056/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.010944:0:2393:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786190986.010945:0:2393:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190986.010948:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786190986.010949:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786190986.010951:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786190986.010954:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6e9a7f21-a206-4b6b-b63d-148080d267bf:2393:1872956727773056:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786190986.010957:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786190986.010960:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786190986.010961:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190986.010963:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786190986.010966:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9636480b2800. 02000000:00000001:3.0:1786190986.010968:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786190986.010970:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786190986.010973:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96365343ec08. 00000800:00000200:0.0:1786190986.010975:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:3.0:1786190986.010976:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff27f8. 00000100:00000200:3.0:1786190986.010979:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727773056, portal 10 00000800:00000010:0.0:1786190986.010981:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963648804400. 00000100:00000001:3.0:1786190986.010981:0:2393:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786190986.010983:0:2393:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758613430272 : -116315096121344 : ffff963648038000) 00000100:00000040:3.0:1786190986.010988:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963648038000 x1872956727773056/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786190986.010990:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1786190986.010994:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:0.0:1786190986.010996:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000040:3.0:1786190986.010996:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786190986.010998:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff2880. 00000400:00000200:0.0:1786190986.011002:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39660 00000400:00000010:0.0:1786190986.011018:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39660. 00000100:00000001:0.0:1786190986.011024:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190986.011030:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963648038e00 x1872956727772672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.011040:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190986.011043:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963648038e00 x1872956727772672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.011050:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190986.011053:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190986.011130:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190986.011132:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364db08000. 00000400:00000200:0.0:1786190986.011136:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190986.011139:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 02000000:00000001:2.0:1786190986.012656:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786190986.012753:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727772928:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786190986.012760:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786190986.012767:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786190986.012770:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190986.012772:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786190986.012797:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963648dbaa00. 02000000:00000001:2.0:1786190986.012799:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190986.012806:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786190986.012811:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963647ee0420. 00000400:00000010:2.0:1786190986.013060:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e396e8. 00000100:00000200:2.0:1786190986.013069:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727772928, portal 10 00000100:00000001:2.0:1786190986.013071:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190986.013073:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758613436544 : -116315096115072 : ffff963648039880) 00000100:00000040:2.0:1786190986.013083:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963648039880 x1872956727772928/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.013091:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786190986.013094:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786190986.013096:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e397f8. 00000100:00000001:1.0:1786190986.013390:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786190986.013413:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786190986.013416:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786190986.013424:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963648038380 x1872956727773312/t0(0) o9->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190986.013434:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786190986.013436:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190986.013441:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786190986.013444:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786190986.013447:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786190986.013450:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e9a7f21-a206-4b6b-b63d-148080d267bf:2389:1872956727773312:192.168.203.157@tcp:9:kworker.0 00000100:00000001:1.0:1786190986.013454:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786190986.013457:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786190986.013459:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190986.013461:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786190986.013466:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e366a00. 02000000:00000001:1.0:1786190986.013468:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786190986.013472:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786190986.013476:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9636543fe268. 00000400:00000010:1.0:1786190986.013481:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1cdd0. 00000100:00000200:1.0:1786190986.013484:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727773312, portal 4 00000100:00000001:1.0:1786190986.013486:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786190986.013488:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758613431168 : -116315096120448 : ffff963648038380) 00000100:00000040:1.0:1786190986.013494:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963648038380 x1872956727773312/t0(0) o9->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190986.013501:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786190986.013503:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190986.013575:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff2088 00000400:00000010:0.0:1786190986.013585:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff2088. 00000100:00000200:2.0:1786190986.013615:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727772928, offset 0 00000400:00000200:2.0:1786190986.013634:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786190986.013645:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190986.013656:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786190986.013661:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786190986.013665:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786190986.013669:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786190986.013672:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786190986.013676:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [149:149:255:4294967295] 192.168.203.157@tcp LPNI seq info [149:149:7:4294967295] 00000400:00000200:2.0:1786190986.013680:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786190986.013689:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c990. 00000100:00000200:1.0:1786190986.013692:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872956727773312, offset 0 00000400:00000200:2.0:1786190986.013693:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000400:00000200:1.0:1786190986.013698:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000800:00000200:2.0:1786190986.013700:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786190986.013702:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190986.013705:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000800:00000010:2.0:1786190986.013706:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963648804900. 00000400:00000200:1.0:1786190986.013708:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786190986.013710:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000800:00000200:2.0:1786190986.013713:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000400:00000200:1.0:1786190986.013718:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786190986.013719:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000800:00000200:2.0:1786190986.013721:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000400:00000200:1.0:1786190986.013723:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [150:150:254:4294967295] 192.168.203.157@tcp LPNI seq info [150:150:6:4294967295] 00000400:00000200:1.0:1786190986.013726:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000800:00000200:2.0:1786190986.013726:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963648804900 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:1.0:1786190986.013732:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000100:00000001:2.0:1786190986.013732:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786190986.013736:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000100:00000040:2.0:1786190986.013737:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: using a timeout of 158138 usecs (159 jiffies) 00000800:00000010:1.0:1786190986.013739:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364def3e00. 00000800:00000200:1.0:1786190986.013743:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000400:00000200:2.0:1786190986.013745:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000800:00000200:1.0:1786190986.013747:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786190986.013749:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364def3e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786190986.013749:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 0 is 4295046309 00000100:00000001:1.0:1786190986.013752:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190986.013752:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS request active for cpu 0, keep current deadline 4295047482 00000100:00000040:1.0:1786190986.013756:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: using a timeout of 45145 usecs (46 jiffies) 00000100:00000001:2.0:1786190986.013756:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 1 is 4295046309 00000100:00000001:2.0:1786190986.013758:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS request active for cpu 1, keep current deadline 4295047482 00000400:00000200:1.0:1786190986.013759:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786190986.013760:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295046196 00000100:00000001:2.0:1786190986.013761:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786190986.013763:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295047482 00000100:00000001:2.0:1786190986.013764:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190986.013765:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295046196 00000100:00000001:1.0:1786190986.013766:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295047482 00000100:00000001:1.0:1786190986.013768:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786190986.013769:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190986.013769:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190986.013771:0:2389:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786190986.013772:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786190986.013776:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963648038700 x1872956727773440/t0(0) o9->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.013780:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786190986.013781:0:2389:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786190986.013782:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786190986.013783:0:2389:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190986.013785:0:2389:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1786190986.013785:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1786190986.013787:0:2389:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190986.013787:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786190986.013788:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1786190986.013789:0:2389:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786190986.013792:0:2389:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e9a7f21-a206-4b6b-b63d-148080d267bf:2389:1872956727773440:192.168.203.157@tcp:9:kworker.0 00000100:00000040:2.0:1786190986.013793:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963648038a80 x1872956727773184/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190986.013795:0:2389:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1786190986.013800:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1786190986.013801:0:2389:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1786190986.013801:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190986.013803:0:2389:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190986.013804:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786190986.013805:0:2389:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1786190986.013806:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786190986.013807:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786190986.013808:0:2389:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e367200. 02000000:00000001:1.0:1786190986.013810:0:2389:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786190986.013810:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963648038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2392:1872956727773184:192.168.203.157@tcp:400:kworker.0 00000400:00000200:1.0:1786190986.013813:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786190986.013813:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1786190986.013816:0:2389:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9636543fef78. 02000000:00000001:2.0:1786190986.013816:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786190986.013817:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1786190986.013819:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1ce58. 02000000:00000001:2.0:1786190986.013819:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1786190986.013822:0:2389:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727773440, portal 4 02000000:00000010:2.0:1786190986.013822:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963648dba400. 00000100:00000001:1.0:1786190986.013824:0:2389:0:(client.c:3262:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1786190986.013824:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190986.013825:0:2389:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758613432064 : -116315096119552 : ffff963648038700) 00000400:00000200:2.0:1786190986.013827:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786190986.013830:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963647ee0268. 00000400:00000010:2.0:1786190986.013833:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39330. 00000100:00000200:2.0:1786190986.013836:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727773184, portal 10 00000100:00000001:2.0:1786190986.013842:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190986.013844:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758613432960 : -116315096118656 : ffff963648038a80) 00000020:00000010:2.0:1786190986.013854:0:2392:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff963647e0e000. 00000100:00000040:2.0:1786190986.013861:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963648038a80 x1872956727773184/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.013868:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786190986.013870:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786190986.013873:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39ee0. 00000100:00000200:2.0:1786190986.013876:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727773184, offset 0 00000400:00000200:2.0:1786190986.013880:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786190986.013884:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190986.013888:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786190986.013891:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786190986.013893:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786190986.013895:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786190986.013897:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786190986.013900:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [151:151:253:4294967295] 192.168.203.157@tcp LPNI seq info [151:151:5:4294967295] 00000400:00000200:2.0:1786190986.013904:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190986.013909:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786190986.013914:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786190986.013918:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963648804100. 00000800:00000200:2.0:1786190986.013921:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786190986.013926:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786190986.013928:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963648804100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786190986.013931:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190986.013934:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: using a timeout of 27532 usecs (28 jiffies) 00000400:00000200:2.0:1786190986.013937:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786190986.013939:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295046178 00000100:00000001:2.0:1786190986.013941:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295047482 00000100:00000001:2.0:1786190986.013944:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295046178 00000100:00000001:2.0:1786190986.013951:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295047482 00000100:00000001:2.0:1786190986.013953:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190986.013955:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190986.013958:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190986.013960:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190986.013963:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1786190986.013964:0:2389:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963648038700 x1872956727773440/t0(0) o9->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.013964:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786190986.013966:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190986.013968:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786190986.013969:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190986.013972:0:2389:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1786190986.013972:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190986.013975:0:2389:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786190986.013978:0:2389:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1cf68. 00000100:00000200:1.0:1786190986.013980:0:2389:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1872956727773440, offset 0 00000400:00000200:1.0:1786190986.013984:0:2389:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786190986.013988:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190986.013991:0:2389:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786190986.013993:0:2389:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786190986.013996:0:2389:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786190986.013998:0:2389:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786190986.014000:0:2389:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786190986.014003:0:2389:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [152:152:252:4294967295] 192.168.203.157@tcp LPNI seq info [152:152:4:4294967295] 00000400:00000200:1.0:1786190986.014051:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190986.014057:0:2389:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786190986.014061:0:2389:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786190986.014065:0:2389:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364def3200. 00000800:00000200:1.0:1786190986.014068:0:2389:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786190986.014073:0:2389:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786190986.014075:0:2389:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364def3200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786190986.014085:0:2389:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190986.014088:0:2389:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: using a timeout of 46555 usecs (47 jiffies) 00000400:00000200:1.0:1786190986.014092:0:2389:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786190986.014093:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295046197 00000100:00000001:1.0:1786190986.014095:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295047482 00000100:00000001:1.0:1786190986.014097:0:2389:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295046197 00000100:00000001:1.0:1786190986.014099:0:2389:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295047482 00000100:00000001:1.0:1786190986.014101:0:2389:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786190986.014103:0:2389:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190986.014105:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190986.014107:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190986.014111:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786190986.014112:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1786190986.014114:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786190986.014115:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786190986.014117:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190986.014118:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1786190986.014477:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727773056, offset 0 00000400:00000200:3.0:1786190986.014490:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786190986.014495:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786190986.014506:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786190986.014509:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786190986.014512:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786190986.014515:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786190986.014517:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786190986.014520:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [153:153:251:4294967295] 192.168.203.157@tcp LPNI seq info [153:153:3:4294967295] 00000400:00000200:3.0:1786190986.014529:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786190986.014535:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786190986.014540:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786190986.014546:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364db08000. 00000800:00000200:3.0:1786190986.014550:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786190986.014555:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786190986.014558:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364db08000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786190986.014561:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.014565:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: using a timeout of 19403 usecs (20 jiffies) 00000400:00000200:3.0:1786190986.014569:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786190986.014571:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295046171 00000100:00000001:3.0:1786190986.014573:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295047482 00000100:00000001:3.0:1786190986.014576:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295046171 00000100:00000001:3.0:1786190986.014578:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295047482 00000100:00000001:3.0:1786190986.014579:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190986.014582:0:2393:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190986.014585:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190986.014587:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190986.014591:0:2393:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786190986.014593:0:2393:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786190986.014596:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190986.014597:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786190986.014598:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190986.014601:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190986.016071:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190986.016093:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364803a680 x1872956727772800/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.016111:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190986.016115:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364803a680 x1872956727772800/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.016122:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190986.016124:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190986.016187:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190986.016191:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963648804900. 00000400:00000200:0.0:1786190986.016198:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190986.016203:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190986.016210:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e397f8 00000400:00000010:0.0:1786190986.016212:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e397f8. 00000100:00000001:0.0:1786190986.016215:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190986.016219:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963648039880 x1872956727772928/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.016227:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190986.016230:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963648039880 x1872956727772928/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.016235:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190986.016237:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190986.016247:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190986.016249:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364def3e00. 00000400:00000200:0.0:1786190986.016252:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190986.016255:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190986.016258:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c990 00000400:00000010:0.0:1786190986.016260:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c990. 00000100:00000001:0.0:1786190986.016262:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190986.016266:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963648038380 x1872956727773312/t0(0) o9->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.016293:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190986.016296:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963648038380 x1872956727773312/t0(0) o9->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.016302:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190986.016304:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190986.016313:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190986.016315:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963648804100. 00000400:00000200:0.0:1786190986.016318:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190986.016321:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190986.016324:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39ee0 00000400:00000010:0.0:1786190986.016325:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39ee0. 00000100:00000001:0.0:1786190986.016327:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190986.016331:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963648038a80 x1872956727773184/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.016338:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190986.016340:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963648038a80 x1872956727773184/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.016346:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190986.016347:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190986.016353:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190986.016355:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364def3200. 00000400:00000200:0.0:1786190986.016357:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190986.016360:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190986.016363:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1cf68 00000400:00000010:0.0:1786190986.016364:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1cf68. 00000100:00000001:0.0:1786190986.016366:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190986.016370:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963648038700 x1872956727773440/t0(0) o9->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.016377:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190986.016380:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963648038700 x1872956727773440/t0(0) o9->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.016396:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190986.016397:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1786190986.016488:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190986.016490:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364db08000. 00000400:00000200:0.0:1786190986.016494:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190986.016498:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190986.016501:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff2880 00000400:00000010:0.0:1786190986.016503:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff2880. 00000100:00000001:0.0:1786190986.017245:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190986.017255:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963648038000 x1872956727773056/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.017266:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190986.017270:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963648038000 x1872956727773056/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.017276:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190986.017278:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786190986.025920:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190986.025944:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190986.025950:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190986.025952:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190986.025964:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.025974:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190986.025987:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.025993:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.026000:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.026039:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a771b8704600 00000400:00000200:0.0:1786190986.026045:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.026053:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x891 [1] + 224 00000800:00000001:0.0:1786190986.026062:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190986.026068:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190986.026072:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190986.026077:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190986.026108:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190986.026121:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963648038e00 x1872956727772672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190986.026136:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963648038e00 x1872956727772672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.027592:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190986.027600:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786190986.027659:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190986.027682:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190986.027696:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190986.027701:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190986.027704:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190986.027712:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.027718:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190986.027727:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.027733:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.027738:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.027742:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8704680 00000400:00000200:0.0:1786190986.027747:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.027754:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x899 [1] + 224 00000800:00000001:0.0:1786190986.027760:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190986.027770:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190986.027773:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190986.027778:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190986.027784:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190986.027794:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364803a680 x1872956727772800/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190986.027804:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364803a680 x1872956727772800/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.027830:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190986.027834:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190986.027838:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190986.029083:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190986.029107:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786190986.029115:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786190986.029118:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786190986.029121:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96365343eaa8. 00000400:00000200:3.0:1786190986.029129:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff2770 00000400:00000010:3.0:1786190986.029132:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff2770. 00000100:00000001:3.0:1786190986.029135:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786190986.029145:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364803a680 x1872956727772800/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786190986.029156:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364803a680 x1872956727772800/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.029162:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786190986.029164:0:2393:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190986.029167:0:2393:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786190986.029172:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786190986.029175:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786190986.029178:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190986.029181:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786190986.029191:0:2393:0:(import.c:2149:obd_at_measure()) add 5 to ffff963648d57460 time=86 v=5 (5 0 0 0) 00000100:00001000:3.0:1786190986.029195:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff963648d57418 time=86 v=5 (1 0 0 0) 00000100:00000001:3.0:1786190986.029198:0:2393:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786190986.029199:0:2393:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786190986.029202:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786190986.029206:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190986.029210:0:2393:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786190986.029212:0:2393:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963644f1b800: skip recheck: last_committed 0 00000100:00000001:3.0:1786190986.029214:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786190986.029217:0:2393:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190986.029222:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364803a680 x1872956727772800/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.029229:0:2393:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190986.029232:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786190986.029235:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786190986.029238:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364803a680 x1872956727772800/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190986.029259:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364803a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727772800:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786190986.029264:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190986.029268:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786190986.029271:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364803a680 x1872956727772800/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.029278:0:2393:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786190986.029281:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786190986.029285:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9636480b3a00. 02000000:00000001:3.0:1786190986.029289:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786190986.029292:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786190986.029294:0:2393:0:(genops.c:1244:class_import_put()) import ffff963648d57000 refcount=3 obd=lustre-MDT0000-mdc-ffff963644f1b800 00000020:00000001:3.0:1786190986.029297:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786190986.029300:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96364db08d00. 02000000:00000001:3.0:1786190986.029305:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786190986.029307:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786190986.029309:0:2393:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364803a680. 00000100:00000001:3.0:1786190986.029313:0:2393:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786190986.029315:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190986.029319:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190986.029320:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190986.029322:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786190986.029323:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190986.029325:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1786190986.029672:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786190986.029675:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786190986.029678:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963647ee0f78. 00000400:00000200:2.0:1786190986.029682:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39770 00000400:00000010:2.0:1786190986.029685:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39770. 00000100:00000001:2.0:1786190986.029688:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786190986.029695:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963648038e00 x1872956727772672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786190986.029704:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963648038e00 x1872956727772672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.029710:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786190986.029711:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190986.029713:0:2392:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786190986.029715:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786190986.029717:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786190986.029719:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190986.029721:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786190986.029725:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff963647e89c60 time=86 v=5 (5 0 0 0) 00000100:00001000:2.0:1786190986.029728:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff963647e89c18 time=86 v=5 (1 0 0 0) 00000100:00000001:2.0:1786190986.029731:0:2392:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786190986.029732:0:2392:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190986.029733:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786190986.029735:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190986.029746:0:2392:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190986.029751:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963648038e00 x1872956727772672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.029757:0:2392:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190986.029760:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786190986.029761:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786190986.029764:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963648038e00 x1872956727772672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190986.029770:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2392:1872956727772672:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786190986.029775:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190986.029777:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190986.029780:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963648038e00 x1872956727772672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.029786:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786190986.029788:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786190986.029790:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963648dbbe00. 02000000:00000001:2.0:1786190986.029793:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786190986.029795:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786190986.029796:0:2392:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1786190986.029798:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786190986.029800:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96364db08c00. 02000000:00000001:2.0:1786190986.029804:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786190986.029805:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786190986.029807:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963648038e00. 00000100:00000001:2.0:1786190986.029811:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786190986.029812:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190986.029815:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190986.029817:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190986.029819:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786190986.029821:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190986.029823:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786190986.030324:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190986.030348:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190986.030353:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190986.030356:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190986.030364:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.030369:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190986.030378:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.030383:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.030390:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.030394:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a771b8704880 00000400:00000200:0.0:1786190986.030398:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.030485:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x8b1 [1] + 224 00000800:00000001:0.0:1786190986.030493:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190986.030498:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190986.030502:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190986.030506:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190986.030513:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190986.030590:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963648038380 x1872956727773312/t0(0) o9->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190986.030600:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963648038380 x1872956727773312/t0(0) o9->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.030635:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190986.030646:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190986.030651:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190986.030653:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190986.030655:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190986.030657:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1786190986.030658:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786190986.030661:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1786190986.030662:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190986.030666:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000001:1.0:1786190986.030666:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786190986.030668:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1786190986.030669:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786190986.030671:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9636543fe268. 00000400:00000200:0.0:1786190986.030672:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.030675:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8704700 00000400:00000200:1.0:1786190986.030675:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1cdd0 00000400:00000010:1.0:1786190986.030677:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1cdd0. 00000400:00000200:0.0:1786190986.030679:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786190986.030680:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190986.030685:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963648038380 x1872956727773312/t0(0) o9->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786190986.030689:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x8a9 [1] + 224 00000800:00000001:0.0:1786190986.030694:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:1.0:1786190986.030694:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963648038380 x1872956727773312/t0(0) o9->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1786190986.030698:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190986.030701:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1786190986.030701:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786190986.030703:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190986.030704:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190986.030705:0:2389:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:0.0:1786190986.030707:0:2383:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000001:1.0:1786190986.030707:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1786190986.030712:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963648039880 x1872956727772928/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190986.030714:0:2389:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786190986.030717:0:2389:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190986.030720:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190986.030721:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963648039880 x1872956727772928/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1786190986.030728:0:2389:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364822d460 time=21 v=5 (5 0 0 0) 00000100:00001000:1.0:1786190986.030732:0:2389:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364822d418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1786190986.030735:0:2389:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786190986.030736:0:2389:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786190986.030739:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1786190986.030740:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00080000:1.0:1786190986.030742:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963648038380 x1872956727773312/t0(0) o9->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1786190986.030744:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190986.030747:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190986.030750:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:1.0:1786190986.030750:0:2389:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786190986.030752:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190986.030753:0:2389:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1786190986.030755:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000040:1.0:1786190986.030755:0:2389:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0000-osc-ffff963647a3e000: skip recheck: last_committed 0 00000400:00000200:0.0:1786190986.030758:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000100:00000001:1.0:1786190986.030758:0:2389:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786190986.030759:0:2389:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190986.030762:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000040:1.0:1786190986.030764:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963648038380 x1872956727773312/t0(0) o9->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786190986.030765:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.030768:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.030771:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8704780 00000100:00000001:1.0:1786190986.030772:0:2389:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1786190986.030774:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786190986.030775:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786190986.030777:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190986.030778:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x8a1 [1] + 224 00000800:00000001:0.0:1786190986.030781:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00080000:1.0:1786190986.030781:0:2389:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff963648038380 x1872956727773312/t0(0) o9->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1786190986.030784:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190986.030786:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190986.030789:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00080000:1.0:1786190986.030791:0:2389:0:(import.c:65:import_set_state_nolock()) ffff96364822d000 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000001:0.0:1786190986.030792:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:1.0:1786190986.030795:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963648038380 x1872956727773312/t0(0) o9->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190986.030796:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963648038000 x1872956727773056/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786190986.030804:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e9a7f21-a206-4b6b-b63d-148080d267bf:2389:1872956727773312:192.168.203.157@tcp:9:kworker.0 00000100:00000040:0.0:1786190986.030805:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963648038000 x1872956727773056/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190986.030808:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190986.030811:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190986.030815:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963648038380 x1872956727773312/t0(0) o9->lustre-OST0000-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.030822:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190986.030826:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190986.030829:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190986.030830:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000800:00000001:0.0:1786190986.030831:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:1.0:1786190986.030832:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:0.0:1786190986.030833:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190986.030835:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 02000000:00000010:1.0:1786190986.030835:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e366a00. 00000400:00000200:0.0:1786190986.030839:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 02000000:00000001:1.0:1786190986.030839:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786190986.030841:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786190986.030842:0:2389:0:(genops.c:1244:class_import_put()) import ffff96364822d000 refcount=2 obd=lustre-OST0000-osc-ffff963647a3e000 00000400:00000200:0.0:1786190986.030843:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000020:00000001:1.0:1786190986.030844:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 00000400:00000200:0.0:1786190986.030846:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 02000000:00000010:1.0:1786190986.030847:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96364db08100. 00000400:00000200:0.0:1786190986.030849:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 02000000:00000001:1.0:1786190986.030850:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:0.0:1786190986.030851:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 4 MB=0x6a771b8704900 02000000:00000001:1.0:1786190986.030852:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786190986.030854:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963648038380. 00000400:00000200:0.0:1786190986.030855:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786190986.030857:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1786190986.030858:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.157@tcp of length 224/224 into md 0x8c1 [1] + 224 00000100:00000001:1.0:1786190986.030858:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190986.030861:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786190986.030862:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1786190986.030862:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786190986.030864:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000800:00000001:0.0:1786190986.030865:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190986.030866:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1786190986.030866:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190986.030867:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190986.030870:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190986.030872:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190986.030876:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963648038700 x1872956727773440/t0(0) o9->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190986.030884:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963648038700 x1872956727773440/t0(0) o9->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190986.030892:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190986.030895:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190986.030898:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190986.030900:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1786190986.030901:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1786190986.030902:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190986.030903:0:2389:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1786190986.030905:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000001:1.0:1786190986.030906:0:2389:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786190986.030907:0:2389:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:0.0:1786190986.030909:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000010:1.0:1786190986.030909:0:2389:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9636543fef78. 00000400:00000200:1.0:1786190986.030912:0:2389:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1ce58 00000400:00000200:0.0:1786190986.030913:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786190986.030914:0:2389:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1ce58. 00000400:00000200:0.0:1786190986.030915:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786190986.030916:0:2389:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190986.030920:0:2389:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963648038700 x1872956727773440/t0(0) o9->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786190986.030924:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.030927:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8704800 00000100:00000200:1.0:1786190986.030928:0:2389:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963648038700 x1872956727773440/t0(0) o9->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1786190986.030930:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190986.030934:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x8c9 [1] + 224 00000100:00000001:1.0:1786190986.030935:0:2389:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786190986.030936:0:2389:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190986.030938:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1786190986.030938:0:2389:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786190986.030940:0:2389:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786190986.030941:0:2389:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786190986.030946:0:2389:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190986.030947:0:2389:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786190986.030948:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190986.030950:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1786190986.030952:0:2389:0:(import.c:2149:obd_at_measure()) add 5 to ffff963643db0c60 time=21 v=5 (5 0 0 0) 00000400:00000200:0.0:1786190986.030953:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190986.030956:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:1.0:1786190986.030956:0:2389:0:(import.c:2149:obd_at_measure()) add 1 to ffff963643db0c18 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1786190986.030958:0:2389:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786190986.030959:0:2389:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786190986.030961:0:2389:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1786190986.030962:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963648038a80 x1872956727773184/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1786190986.030965:0:2389:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963648038700 x1872956727773440/t0(0) o9->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190986.030971:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963648038a80 x1872956727773184/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1786190986.030972:0:2389:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190986.030975:0:2389:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786190986.030976:0:2389:0:(client.c:3108:ptlrpc_free_committed()) lustre-OST0001-osc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:1.0:1786190986.030977:0:2389:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190986.030978:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786190986.030978:0:2389:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786190986.030981:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000040:1.0:1786190986.030982:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963648038700 x1872956727773440/t0(0) o9->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1786190986.030984:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190986.030988:0:2389:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786190986.030990:0:2389:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786190986.030991:0:2389:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1786190986.030995:0:2389:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff963648038700 x1872956727773440/t0(0) o9->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1786190986.031001:0:2389:0:(import.c:65:import_set_state_nolock()) ffff963643db0800 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:1.0:1786190986.031042:0:2389:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963648038700 x1872956727773440/t0(0) o9->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786190986.031050:0:2389:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:6e9a7f21-a206-4b6b-b63d-148080d267bf:2389:1872956727773440:192.168.203.157@tcp:9:kworker.0 00000100:00000001:1.0:1786190986.031054:0:2389:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190986.031056:0:2389:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190986.031059:0:2389:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963648038700 x1872956727773440/t0(0) o9->lustre-OST0001-osc-ffff963647a3e000@192.168.203.157@tcp:28/4 lens 224/224 e 0 to 0 dl 1786190996 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190986.031066:0:2389:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786190986.031072:0:2389:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786190986.031074:0:2389:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e367200. 02000000:00000001:1.0:1786190986.031077:0:2389:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786190986.031079:0:2389:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786190986.031080:0:2389:0:(genops.c:1244:class_import_put()) import ffff963643db0800 refcount=2 obd=lustre-OST0001-osc-ffff963647a3e000 00000020:00000001:1.0:1786190986.031082:0:2389:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786190986.031084:0:2389:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96364db08e00. 02000000:00000001:1.0:1786190986.031086:0:2389:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786190986.031087:0:2389:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786190986.031089:0:2389:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963648038700. 00000100:00000001:2.0:1786190986.031089:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786190986.031091:0:2389:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786190986.031091:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786190986.031092:0:2389:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190986.031094:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786190986.031095:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1786190986.031103:0:2389:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:2.0:1786190986.031104:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1786190986.031105:0:2389:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1786190986.031106:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963647ee0268. 00000100:00000001:1.0:1786190986.031108:0:2389:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1786190986.031108:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39330 00000100:00000001:1.0:1786190986.031109:0:2389:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1786190986.031110:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39330. 00000100:00000001:2.0:1786190986.031113:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786190986.031117:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963648038a80 x1872956727773184/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786190986.031126:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963648038a80 x1872956727773184/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.031132:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786190986.031134:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190986.031136:0:2392:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786190986.031138:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786190986.031139:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786190986.031141:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190986.031143:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786190986.031148:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364dae3c60 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1786190986.031152:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364dae3c18 time=21 v=5 (1 0 0 0) 00000100:00000001:2.0:1786190986.031155:0:2392:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786190986.031156:0:2392:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190986.031158:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1786190986.031162:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963648038a80 x1872956727773184/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786190986.031167:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190986.031170:0:2392:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786190986.031171:0:2392:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:2.0:1786190986.031172:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786190986.031174:0:2392:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190986.031177:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963648038a80 x1872956727773184/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.031183:0:2392:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190986.031185:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786190986.031186:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190986.031186:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190986.031189:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786190986.031193:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1786190986.031195:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963648038a80 x1872956727773184/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1786190986.031195:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786190986.031197:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96365343ec08. 00000400:00000200:3.0:1786190986.031200:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff27f8 00000400:00000010:3.0:1786190986.031202:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff27f8. 00000100:00100000:2.0:1786190986.031203:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2392:1872956727773184:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786190986.031204:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000001:2.0:1786190986.031208:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1786190986.031208:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963648038000 x1872956727773056/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1786190986.031210:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786190986.031212:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963647ee0420. 00000400:00000200:2.0:1786190986.031214:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e396e8 00000400:00000010:2.0:1786190986.031216:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e396e8. 00000100:00000001:2.0:1786190986.031217:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786190986.031221:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963648039880 x1872956727772928/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786190986.031227:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963648038000 x1872956727773056/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786190986.031230:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963648039880 x1872956727772928/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.031234:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786190986.031235:0:2393:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190986.031236:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786190986.031238:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190986.031238:0:2393:0:(client.c:1580:after_reply()) Process entered 00000100:00000001:2.0:1786190986.031239:0:2392:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786190986.031239:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1786190986.031240:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786190986.031240:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786190986.031241:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786190986.031241:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190986.031243:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190986.031243:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190986.031245:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786190986.031248:0:2393:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364df6b460 time=21 v=5 (5 0 0 0) 00000100:00001000:2.0:1786190986.031249:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff963648d52c60 time=85 v=5 (5 0 0 0) 00000100:00001000:3.0:1786190986.031251:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364df6b418 time=21 v=5 (1 0 0 0) 00000100:00001000:2.0:1786190986.031252:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff963648d52c18 time=85 v=5 (1 0 0 0) 00000100:00000001:3.0:1786190986.031253:0:2393:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786190986.031254:0:2392:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786190986.031255:0:2392:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190986.031255:0:2393:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786190986.031256:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786190986.031257:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786190986.031259:0:2393:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1786190986.031260:0:2392:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963648039880 x1872956727772928/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.031262:0:2393:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786190986.031263:0:2393:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:3.0:1786190986.031264:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00010000:00000001:2.0:1786190986.031266:0:2392:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190986.031266:0:2393:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190986.031268:0:2392:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786190986.031269:0:2392:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963644f1b800: skip recheck: last_committed 0 00000100:00000040:3.0:1786190986.031270:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963648038000 x1872956727773056/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.031271:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786190986.031276:0:2392:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190986.031276:0:2393:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190986.031278:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786190986.031279:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786190986.031280:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963648039880 x1872956727772928/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1786190986.031283:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963648038000 x1872956727773056/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190986.031288:0:2392:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190986.031290:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786190986.031291:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1786190986.031291:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648038000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6e9a7f21-a206-4b6b-b63d-148080d267bf:2393:1872956727773056:192.168.203.157@tcp:400:kworker.0 00000100:00000040:2.0:1786190986.031295:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963648039880 x1872956727772928/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.031295:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190986.031297:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786190986.031300:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963648038000 x1872956727773056/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190986.031302:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963648039880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727772928:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786190986.031305:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190986.031307:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190986.031310:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963648038a80 x1872956727773184/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.031315:0:2393:0:(client.c:2780:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1786190986.031316:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786190986.031317:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1786190986.031317:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786190986.031319:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963648dba400. 02000000:00000010:3.0:1786190986.031319:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9636480b2800. 02000000:00000001:2.0:1786190986.031321:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:3.0:1786190986.031321:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786190986.031322:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000001:3.0:1786190986.031322:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786190986.031323:0:2393:0:(genops.c:1244:class_import_put()) import ffff96364df6b000 refcount=3 obd=lustre-MDT0000-mdc-ffff963647a3e000 00000020:00000040:2.0:1786190986.031324:0:2392:0:(genops.c:1244:class_import_put()) import ffff96364dae3800 refcount=3 obd=lustre-MDT0001-mdc-ffff963647a3e000 00000020:00000001:3.0:1786190986.031325:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 00000020:00000001:2.0:1786190986.031326:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786190986.031327:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96364db08a00. 02000000:00000010:3.0:1786190986.031327:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96364db08900. 02000000:00000001:3.0:1786190986.031329:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786190986.031330:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786190986.031330:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1786190986.031331:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786190986.031332:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963648038a80. 00000100:00000010:3.0:1786190986.031332:0:2393:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963648038000. 00000100:00000001:2.0:1786190986.031335:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786190986.031335:0:2393:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786190986.031336:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190986.031336:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190986.031338:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1786190986.031338:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786190986.031340:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963648039880 x1872956727772928/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191002 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190986.031342:0:2393:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786190986.031343:0:2393:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190986.031345:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190986.031346:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786190986.031348:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1786190986.031348:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190986.031349:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963648dbaa00. 02000000:00000001:2.0:1786190986.031355:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786190986.031356:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786190986.031357:0:2392:0:(genops.c:1244:class_import_put()) import ffff963648d52800 refcount=3 obd=lustre-MDT0001-mdc-ffff963644f1b800 00000020:00000001:2.0:1786190986.031359:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786190986.031361:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96364db08500. 02000000:00000001:2.0:1786190986.031363:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786190986.031365:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786190986.031366:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963648039880. 00000100:00000001:2.0:1786190986.031369:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786190986.031370:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190986.031372:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190986.031376:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786190986.031377:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190986.031379:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190986.031380:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190986.712420:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190986.712427:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190986.712433:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190986.712434:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1786190986.714036:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1786190986.714051:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1786190986.714055:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786190987.351311:0:994:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19110 (cpu 1) has reached its deadline 4295047482, at 4295047488 00000100:00000010:1.0:1786190987.351325:0:994:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff963645e830c0. 00000100:00000040:0.0:1786190987.351667:0:783:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19000 (cpu 0) has reached its deadline 4295047482, at 4295047488 00000100:00000010:0.0:1786190987.351673:0:783:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff963645e832a0. 00010000:00000001:0.0:1786190987.735460:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190987.735466:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190987.735472:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190987.735473:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786190987.736057:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786190987.736061:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190987.736064:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786190988.759394:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190988.759402:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190988.759408:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190988.759409:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786190988.759485:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786190988.759489:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786190988.759492:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1786190989.208972:0:10074:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1786190989.208985:0:10074:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1786190989.463145:0:10110:0:(debug.c:653:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1786190989.463151:0:10110:0:(debug.c:654:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000001:00000001:1.0:1786190989.465820:0:10110:0:(debug.c:656:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1786190989.784144:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190989.784153:0:783:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786190989.784155:0:783:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786190989.784167:0:783:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190989.784171:0:783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786190989.784173:0:783:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190989.784175:0:783:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190989.784177:0:783:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190989.784181:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190989.784182:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786190989.784561:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786190989.784565:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190989.784568:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1786190990.641879:0:10208:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1786190990.641890:0:10208:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190990.807078:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190990.807084:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190990.807089:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190990.807091:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786190990.808062:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786190990.808068:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190990.808073:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786190991.127447:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c398ac42-f517-4a33-b1a3-1b5180bea630->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786190991.127457:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786190991.127467:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364df2b800. 00000020:00000040:0.0:1786190991.127474:0:37:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1786190991.127479:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786190991.127481:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786190991.127487:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786190991.127495:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963647d9e100. 00000100:00000001:0.0:1786190991.127502:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.127514:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c398ac42-f517-4a33-b1a3-1b5180bea630->MGS req@ffff96364df2b800 x1872956727773568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786190991.127525:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786190991.127530:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.127537:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000001e3382] to pc [ptlrpcd_00_01+1] req@ffff96364df2b800 x1872956727773568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.127614:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786190991.127618:0:2391:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786190991.127620:0:2391:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786190991.127628:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364df2b800 x1872956727773568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.127635:0:2391:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786190991.127638:0:2391:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190991.127641:0:2391:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786190991.127643:0:2391:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786190991.127646:0:2391:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786190991.127649:0:2391:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2391:1872956727773568:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786190991.127669:0:2391:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786190991.127675:0:2391:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786190991.127677:0:2391:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190991.127680:0:2391:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786190991.127684:0:2391:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e17b600. 02000000:00000001:1.0:1786190991.127686:0:2391:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786190991.127693:0:2391:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786190991.127697:0:2391:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9636543fef78. 00000400:00000010:1.0:1786190991.127704:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1ce58. 00000100:00000200:1.0:1786190991.127711:0:2391:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727773568, portal 25 00000100:00000001:1.0:1786190991.127713:0:2391:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786190991.127715:0:2391:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712993792 : -116314996557824 : ffff96364df2b800) 00000100:00000040:1.0:1786190991.127721:0:2391:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364df2b800 x1872956727773568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.127729:0:2391:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786190991.127732:0:2391:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786190991.127734:0:2391:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1cdd0. 00000100:00000200:1.0:1786190991.127737:0:2391:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872956727773568, offset 0 00000400:00000200:1.0:1786190991.127744:0:2391:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786190991.127752:0:2391:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.127760:0:2391:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786190991.127766:0:2391:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786190991.127770:0:2391:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786190991.127774:0:2391:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786190991.127776:0:2391:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786190991.127781:0:2391:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [154:154:256:4294967295] 192.168.203.157@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:1.0:1786190991.127785:0:2391:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.127795:0:2391:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786190991.127801:0:2391:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786190991.127806:0:2391:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364def3300. 00000800:00000200:1.0:1786190991.127813:0:2391:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000100:00000001:0.0:1786190991.127869:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.127873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786190991.127875:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786190991.127889:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364df28700. 00000020:00000040:0.0:1786190991.127893:0:37:0:(genops.c:1231:class_import_get()) import ffff963648d57000 refcount=4 obd=lustre-MDT0000-mdc-ffff963644f1b800 00000100:00000001:0.0:1786190991.127896:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786190991.127897:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786190991.127906:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786190991.127909:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963647d9e700. 00000100:00000001:0.0:1786190991.127913:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.127919:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0000_UUID req@ffff96364df28700 x1872956727773696/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786190991.127926:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786190991.127928:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.127932:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efcb854a] to pc [ptlrpcd_00_00+0] req@ffff96364df28700 x1872956727773696/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.127939:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.127941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786190991.127944:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786190991.127947:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364df28380. 00000020:00000040:0.0:1786190991.127949:0:37:0:(genops.c:1231:class_import_get()) import ffff963648d52800 refcount=4 obd=lustre-MDT0001-mdc-ffff963644f1b800 00000100:00000001:0.0:1786190991.127951:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786190991.127952:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786190991.127953:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786190991.127956:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963647d9e200. 00000100:00000001:0.0:1786190991.127959:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.127963:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0001_UUID req@ffff96364df28380 x1872956727773824/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786190991.127969:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786190991.127971:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.127974:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003788e59e] to pc [ptlrpcd_00_01+1] req@ffff96364df28380 x1872956727773824/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.127981:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.127984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786190991.127988:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786190991.127990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786190991.127999:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786190991.128043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786190991.128047:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786190991.128051:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364df29c00. 00000020:00000040:0.0:1786190991.128053:0:37:0:(genops.c:1231:class_import_get()) import ffff96364df6b000 refcount=4 obd=lustre-MDT0000-mdc-ffff963647a3e000 00000100:00000001:0.0:1786190991.128056:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786190991.128057:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786190991.128059:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786190991.128062:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963647d9eb00. 00000100:00000001:0.0:1786190991.128065:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.128070:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0000_UUID req@ffff96364df29c00 x1872956727773952/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786190991.128077:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786190991.128079:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.128083:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000732fa9ad] to pc [ptlrpcd_00_00+0] req@ffff96364df29c00 x1872956727773952/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.128090:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.128092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1786190991.128095:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1786190991.128097:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364df29880. 00000020:00000040:0.0:1786190991.128100:0:37:0:(genops.c:1231:class_import_get()) import ffff96364dae3800 refcount=4 obd=lustre-MDT0001-mdc-ffff963647a3e000 00000100:00000001:0.0:1786190991.128102:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786190991.128103:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786190991.128104:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786190991.128106:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963647d9e300. 00000100:00000001:0.0:1786190991.128109:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.128112:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0001_UUID req@ffff96364df29880 x1872956727774080/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786190991.128118:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786190991.128124:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.128129:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fff26b0c] to pc [ptlrpcd_00_01+1] req@ffff96364df29880 x1872956727774080/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.128136:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.128138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786190991.128141:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786190991.128144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1786190991.128146:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1786190991.128151:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (388) 00000100:00000001:0.0:1786190991.128165:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190991.128168:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786190991.128169:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786190991.128173:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364df28700 x1872956727773696/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.128180:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786190991.128182:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190991.128184:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786190991.128186:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786190991.128188:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190991.128190:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727773696:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190991.128194:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786190991.128196:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786190991.128198:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190991.128200:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786190991.128204:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9636437c5000. 02000000:00000001:0.0:1786190991.128206:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190991.128210:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786190991.128214:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963648bf8840. 00000400:00000010:0.0:1786190991.128218:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5088. 00000100:00000200:0.0:1786190991.128221:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727773696, portal 10 00000100:00000001:0.0:1786190991.128228:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190991.128230:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712981248 : -116314996570368 : ffff96364df28700) 00000100:00000040:0.0:1786190991.128237:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364df28700 x1872956727773696/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.128244:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190991.128246:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190991.128249:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5440. 00000100:00000200:0.0:1786190991.128252:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727773696, offset 0 00000400:00000200:0.0:1786190991.128256:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190991.128260:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190991.128264:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190991.128268:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786190991.128271:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786190991.128273:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786190991.128275:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786190991.128279:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [155:155:255:4294967295] 192.168.203.157@tcp LPNI seq info [155:155:7:4294967295] 00000400:00000200:0.0:1786190991.128283:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190991.128288:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190991.128293:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190991.128297:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9e000. 00000800:00000200:0.0:1786190991.128301:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190991.128306:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190991.128311:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786190991.128323:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.128327:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: using a timeout of 126978 usecs (127 jiffies) 00000400:00000200:0.0:1786190991.128330:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786190991.128332:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 0 is 4295051392 00000100:00000010:0.0:1786190991.128336:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96364e32d180. 00000100:00000001:0.0:1786190991.128342:0:2390:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS request now active for cpu 0 00000100:00000001:0.0:1786190991.128347:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 1 is 4295051392 00000100:00000010:0.0:1786190991.128355:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff96364e32dc00. 00000100:00000001:0.0:1786190991.128358:0:2390:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS request now active for cpu 1 00000100:00000001:0.0:1786190991.128362:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190991.128364:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190991.128367:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786190991.128371:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364df29c00 x1872956727773952/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.128377:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786190991.128380:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190991.128382:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786190991.128383:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786190991.128385:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190991.128387:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727773952:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190991.128390:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786190991.128392:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786190991.128394:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190991.128395:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786190991.128399:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9636437c4400. 02000000:00000001:0.0:1786190991.128401:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190991.128404:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786190991.128407:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963648bf8aa8. 00000400:00000010:0.0:1786190991.128410:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5330. 00000100:00000200:0.0:1786190991.128413:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727773952, portal 10 00000100:00000001:0.0:1786190991.128415:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190991.128416:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712986624 : -116314996564992 : ffff96364df29c00) 00000100:00000040:0.0:1786190991.128422:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364df29c00 x1872956727773952/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.128427:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190991.128429:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190991.128431:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5c38. 00000100:00000200:0.0:1786190991.128433:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727773952, offset 0 00000400:00000200:0.0:1786190991.128437:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190991.128446:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190991.128450:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190991.128452:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786190991.128455:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786190991.128458:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786190991.128460:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786190991.128462:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [156:156:254:4294967295] 192.168.203.157@tcp LPNI seq info [156:156:6:4294967295] 00000400:00000200:0.0:1786190991.128467:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190991.128473:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190991.128477:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190991.128480:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9e900. 00000800:00000200:0.0:1786190991.128485:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190991.128489:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190991.128491:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786190991.128494:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.128498:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: using a timeout of 20243 usecs (21 jiffies) 00000400:00000200:0.0:1786190991.128501:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786190991.128502:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295051286 00000100:00000001:0.0:1786190991.128505:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295051392 00000100:00000001:0.0:1786190991.128506:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295051286 00000100:00000001:0.0:1786190991.128508:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295051392 00000100:00000001:0.0:1786190991.128510:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190991.128512:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190991.128515:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190991.128518:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190991.128525:0:2390:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786190991.128528:0:2390:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1786190991.128530:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190991.128531:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786190991.128533:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190991.128535:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1786190991.128541:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190991.128544:0:2390:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786190991.128546:0:2390:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190991.128547:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190991.128548:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786190991.128549:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786190991.128554:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364df28380 x1872956727773824/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.128560:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786190991.128562:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190991.128564:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786190991.128566:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786190991.128568:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190991.128570:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727773824:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190991.128573:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786190991.128576:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786190991.128578:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190991.128580:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1786190991.128630:0:2391:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786190991.128635:0:2391:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364def3300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786190991.128639:0:2391:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786190991.128642:0:2391:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786190991.128644:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295052601 00000100:00000001:1.0:1786190991.128649:0:2391:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295051392 00000100:00000001:1.0:1786190991.128652:0:2391:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295052601 00000100:00000001:1.0:1786190991.128655:0:2391:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295051392 00000100:00000001:1.0:1786190991.128657:0:2391:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786190991.128659:0:2391:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190991.128661:0:2391:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190991.128663:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190991.128667:0:2391:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786190991.128668:0:2391:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786190991.128670:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786190991.128672:0:2391:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786190991.128673:0:2391:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190991.128674:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786190991.128727:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190991.128731:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9e000. 00000400:00000200:1.0:1786190991.128738:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190991.128743:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190991.128748:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5440 00000400:00000010:1.0:1786190991.128751:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5440. 00000100:00000001:1.0:1786190991.128756:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190991.128760:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364df28700 x1872956727773696/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.128768:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190991.128772:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364df28700 x1872956727773696/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.128779:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190991.128780:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786190991.128798:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190991.128801:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9e900. 00000400:00000200:1.0:1786190991.128804:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190991.128807:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190991.128810:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5c38 00000400:00000010:1.0:1786190991.128811:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5c38. 00000100:00000001:1.0:1786190991.128814:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190991.128817:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364df29c00 x1872956727773952/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.128824:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190991.128827:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364df29c00 x1872956727773952/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.128833:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190991.128835:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786190991.128901:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190991.128904:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364def3300. 00000400:00000200:1.0:1786190991.128907:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190991.128910:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190991.128913:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1cdd0 00000400:00000010:1.0:1786190991.128914:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1cdd0. 00000100:00000001:1.0:1786190991.128917:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190991.128921:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364df2b800 x1872956727773568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.128928:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190991.128931:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364df2b800 x1872956727773568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.128936:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190991.128937:0:2382:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000010:0.0:1786190991.129052:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963658ca4200. 02000000:00000001:0.0:1786190991.129055:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190991.129060:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786190991.129063:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963648bf8738. 00000400:00000010:0.0:1786190991.129067:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5b28. 00000100:00000200:0.0:1786190991.129071:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727773824, portal 10 00000100:00000001:0.0:1786190991.129073:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190991.129074:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712980352 : -116314996571264 : ffff96364df28380) 00000100:00000040:0.0:1786190991.129081:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364df28380 x1872956727773824/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.129087:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190991.129089:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190991.129091:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a56e8. 00000100:00000200:0.0:1786190991.129093:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727773824, offset 0 00000400:00000200:0.0:1786190991.129097:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190991.129102:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190991.129112:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190991.129115:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786190991.129118:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786190991.129121:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786190991.129124:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786190991.129127:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [157:157:256:4294967295] 192.168.203.157@tcp LPNI seq info [157:157:8:4294967295] 00000400:00000200:0.0:1786190991.129131:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190991.129138:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190991.129143:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190991.129146:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9e900. 00000800:00000200:0.0:1786190991.129150:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190991.129155:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190991.129158:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786190991.129203:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.129208:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: using a timeout of 151626 usecs (152 jiffies) 00000400:00000200:0.0:1786190991.129211:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786190991.129213:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 0 is 4295051418 00000100:00000001:0.0:1786190991.129215:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS request active for cpu 0, keep current deadline 4295052601 00000100:00000001:0.0:1786190991.129217:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 1 is 4295051418 00000100:00000001:0.0:1786190991.129219:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS request active for cpu 1, keep current deadline 4295052601 00000100:00000001:0.0:1786190991.129221:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190991.129224:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190991.129226:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786190991.129231:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364df29880 x1872956727774080/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.129238:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786190991.129239:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190991.129242:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786190991.129244:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786190991.129252:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190991.129256:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727774080:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190991.129259:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786190991.129262:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786190991.129264:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190991.129265:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786190991.129268:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963658ca4600. 02000000:00000001:0.0:1786190991.129270:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190991.129274:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786190991.129276:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963648bf8058. 00000400:00000010:0.0:1786190991.129280:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5990. 00000100:00000200:0.0:1786190991.129283:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727774080, portal 10 00000100:00000001:0.0:1786190991.129284:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190991.129285:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712985728 : -116314996565888 : ffff96364df29880) 00000100:00000040:0.0:1786190991.129291:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364df29880 x1872956727774080/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.129297:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190991.129299:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190991.129301:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5aa0. 00000100:00000200:0.0:1786190991.129304:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727774080, offset 0 00000400:00000200:0.0:1786190991.129308:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190991.129312:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190991.129315:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190991.129318:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786190991.129320:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786190991.129322:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786190991.129325:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786190991.129327:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [158:158:255:4294967295] 192.168.203.157@tcp LPNI seq info [158:158:7:4294967295] 00000400:00000200:0.0:1786190991.129331:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190991.129337:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190991.129341:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190991.129348:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9e000. 00000800:00000200:0.0:1786190991.129353:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190991.129357:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190991.129359:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786190991.129362:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.129365:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: using a timeout of 27250 usecs (28 jiffies) 00000400:00000200:0.0:1786190991.129368:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786190991.129370:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295051294 00000100:00000001:0.0:1786190991.129372:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295052601 00000100:00000001:0.0:1786190991.129374:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295051294 00000100:00000001:0.0:1786190991.129376:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295052601 00000100:00000001:0.0:1786190991.129378:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190991.129380:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190991.129383:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190991.129386:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786190991.129450:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190991.129453:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9e900. 00000400:00000200:1.0:1786190991.129457:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190991.129461:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190991.129464:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a56e8 00000400:00000010:1.0:1786190991.129472:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a56e8. 00000100:00000001:1.0:1786190991.129475:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190991.129479:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364df28380 x1872956727773824/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.129487:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190991.129489:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364df28380 x1872956727773824/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.129497:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190991.129498:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786190991.129509:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190991.129512:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9e000. 00000400:00000200:1.0:1786190991.129514:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190991.129517:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190991.129520:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5aa0 00000400:00000010:1.0:1786190991.129522:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5aa0. 00000100:00000001:1.0:1786190991.129524:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190991.129526:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364df29880 x1872956727774080/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.129532:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190991.129534:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364df29880 x1872956727774080/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.129540:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190991.129541:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786190991.136046:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136066:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190991.136070:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136073:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190991.136082:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136089:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190991.136099:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136104:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136109:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136113:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8704a00 00000400:00000200:1.0:1786190991.136131:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136138:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x8e9 [1] + 224 00000800:00000001:1.0:1786190991.136145:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136149:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190991.136153:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190991.136157:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190991.136163:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190991.136172:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364df28700 x1872956727773696/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190991.136183:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364df28700 x1872956727773696/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.136207:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190991.136217:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136222:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190991.136223:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136225:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190991.136228:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136232:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190991.136236:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136239:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136241:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136244:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8704b00 00000400:00000200:1.0:1786190991.136247:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136251:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x8f9 [1] + 224 00000800:00000001:1.0:1786190991.136255:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136259:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190991.136260:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190991.136263:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190991.136266:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190991.136271:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364df29c00 x1872956727773952/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190991.136293:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364df29c00 x1872956727773952/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.136300:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190991.136305:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136308:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190991.136310:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136312:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190991.136315:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136318:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190991.136322:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136325:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136328:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136331:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8704a80 00000400:00000200:1.0:1786190991.136334:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136338:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x909 [1] + 224 00000800:00000001:1.0:1786190991.136341:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136345:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190991.136347:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190991.136350:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190991.136353:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190991.136357:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364df28380 x1872956727773824/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190991.136364:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364df28380 x1872956727773824/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.136370:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190991.136373:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136376:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190991.136377:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136379:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190991.136381:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136390:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190991.136394:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136397:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136400:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136402:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8704b80 00000400:00000200:1.0:1786190991.136405:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136409:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x919 [1] + 224 00000800:00000001:1.0:1786190991.136413:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136416:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190991.136418:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190991.136421:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190991.136424:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190991.136428:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364df29880 x1872956727774080/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190991.136435:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364df29880 x1872956727774080/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.136441:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190991.136445:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136448:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190991.136450:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136452:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190991.136454:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136457:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190991.136461:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136463:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136466:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136469:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a771b8704980 00000400:00000200:1.0:1786190991.136471:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190991.136476:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x8d9 [1] + 224 00000800:00000001:1.0:1786190991.136479:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136489:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190991.136497:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190991.136501:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190991.136505:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190991.136509:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364df2b800 x1872956727773568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190991.136518:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364df2b800 x1872956727773568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.136536:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190991.136541:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190991.136545:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190991.136558:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786190991.136562:0:2391:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786190991.136569:0:2391:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786190991.136571:0:2391:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786190991.136574:0:2391:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9636543fef78. 00000400:00000200:1.0:1786190991.136578:0:2391:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1ce58 00000400:00000010:1.0:1786190991.136581:0:2391:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1ce58. 00000100:00000001:0.0:1786190991.136636:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190991.136639:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786190991.136660:0:2391:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190991.136665:0:2391:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364df2b800 x1872956727773568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786190991.136674:0:2391:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364df2b800 x1872956727773568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.136680:0:2391:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786190991.136681:0:2391:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190991.136684:0:2391:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786190991.136687:0:2391:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786190991.136690:0:2391:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786190991.136692:0:2391:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786190991.136695:0:2391:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786190991.136702:0:2391:0:(import.c:2149:obd_at_measure()) add 5 to ffff963647e89c60 time=91 v=5 (5 0 0 0) 00000100:00001000:1.0:1786190991.136707:0:2391:0:(import.c:2149:obd_at_measure()) add 1 to ffff963647e89c18 time=91 v=5 (1 0 0 0) 00000100:00000001:1.0:1786190991.136710:0:2391:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786190991.136711:0:2391:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786190991.136715:0:2391:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786190991.136723:0:2391:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190991.136727:0:2391:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786190991.136732:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364df2b800 x1872956727773568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.136740:0:2391:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786190991.136743:0:2391:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786190991.136745:0:2391:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786190991.136748:0:2391:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364df2b800 x1872956727773568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786190991.136756:0:2391:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df2b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2391:1872956727773568:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786190991.136761:0:2391:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190991.136764:0:2391:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190991.136767:0:2391:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364df2b800 x1872956727773568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190991.136773:0:2391:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786190991.136775:0:2391:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786190991.136779:0:2391:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e17b600. 02000000:00000001:1.0:1786190991.136782:0:2391:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786190991.136784:0:2391:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786190991.136786:0:2391:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1786190991.136788:0:2391:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786190991.136790:0:2391:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963647d9e100. 02000000:00000001:1.0:1786190991.136795:0:2391:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786190991.136797:0:2391:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786190991.136798:0:2391:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364df2b800. 00000100:00000001:1.0:1786190991.136802:0:2391:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786190991.136803:0:2391:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190991.136806:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190991.136813:0:2391:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786190991.136815:0:2391:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190991.136817:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786190991.136819:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1786190991.139718:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190991.139725:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190991.139728:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963648bf8738. 00000400:00000200:0.0:1786190991.139737:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5b28 00000400:00000010:0.0:1786190991.139740:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5b28. 00000100:00000001:0.0:1786190991.139746:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190991.139758:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364df28380 x1872956727773824/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190991.139769:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364df28380 x1872956727773824/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.139777:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190991.139780:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190991.139783:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190991.139787:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190991.139789:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190991.139807:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190991.139810:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190991.139819:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff963648d52c60 time=90 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190991.139824:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff963648d52c18 time=90 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190991.140057:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190991.140059:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190991.140062:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786190991.140069:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df28380 x1872956727773824/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786190991.140077:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190991.140080:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190991.140083:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963644f1b800: skip recheck: last_committed 0 00000100:00000001:0.0:1786190991.140085:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190991.140087:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.140091:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364df28380 x1872956727773824/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.140097:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190991.140101:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190991.140103:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190991.140106:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364df28380 x1872956727773824/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190991.140114:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df28380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727773824:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786190991.140123:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190991.140124:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190991.140126:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963648bf8058. 00000400:00000200:0.0:1786190991.140129:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5990 00000400:00000010:0.0:1786190991.140130:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5990. 00000100:00000001:0.0:1786190991.140133:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190991.140137:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364df29880 x1872956727774080/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190991.140146:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364df29880 x1872956727774080/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.140159:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190991.140161:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190991.140163:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190991.140165:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190991.140167:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190991.140168:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190991.140170:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190991.140174:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364dae3c60 time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190991.140177:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364dae3c18 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190991.140179:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190991.140180:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190991.140181:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:0.0:1786190991.140185:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364df29880 x1872956727774080/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1786190991.140191:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190991.140193:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190991.140195:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786190991.140196:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190991.140197:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.140200:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364df29880 x1872956727774080/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.140206:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190991.140208:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190991.140209:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190991.140213:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364df29880 x1872956727774080/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190991.140220:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727774080:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786190991.140226:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190991.140227:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190991.140229:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963648bf8840. 00000400:00000200:0.0:1786190991.140237:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5088 00000400:00000010:0.0:1786190991.140239:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5088. 00000100:00000001:0.0:1786190991.140241:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190991.140246:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364df28700 x1872956727773696/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190991.140253:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364df28700 x1872956727773696/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.140260:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190991.140261:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190991.140263:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190991.140264:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190991.140265:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190991.140267:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190991.140268:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190991.140273:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff963648d57460 time=91 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190991.140276:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff963648d57418 time=91 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190991.140278:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190991.140279:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190991.140281:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786190991.140284:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190991.140285:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190991.140287:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963644f1b800: skip recheck: last_committed 0 00000100:00000001:0.0:1786190991.140288:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190991.140290:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.140294:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364df28700 x1872956727773696/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.140300:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190991.140302:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190991.140303:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190991.140306:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364df28700 x1872956727773696/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190991.140314:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df28700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727773696:192.168.203.157@tcp:400:kworker.0 00000400:00000001:0.0:1786190991.140328:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190991.140329:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190991.140331:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963648bf8aa8. 00000400:00000200:0.0:1786190991.140333:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5330 00000400:00000010:0.0:1786190991.140334:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5330. 00000100:00000001:0.0:1786190991.140337:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190991.140342:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364df29c00 x1872956727773952/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190991.140349:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364df29c00 x1872956727773952/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.140355:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190991.140356:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190991.140358:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190991.140360:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190991.140361:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190991.140363:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190991.140364:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190991.140368:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364df6b460 time=26 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190991.140371:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364df6b418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190991.140373:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190991.140374:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190991.140375:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786190991.140377:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190991.140379:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1786190991.140380:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:0.0:1786190991.140382:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1786190991.140383:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190991.140387:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364df29c00 x1872956727773952/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.140392:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190991.140394:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190991.140395:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190991.140398:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364df29c00 x1872956727773952/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190991.140410:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727773952:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1786190991.140413:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190991.140417:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190991.140420:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364df28380 x1872956727773824/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.140426:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190991.140429:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190991.140432:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963658ca4200. 02000000:00000001:0.0:1786190991.140435:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190991.140437:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190991.140439:0:2390:0:(genops.c:1244:class_import_put()) import ffff963648d52800 refcount=3 obd=lustre-MDT0001-mdc-ffff963644f1b800 00000020:00000001:0.0:1786190991.140442:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190991.140444:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963647d9e200. 02000000:00000001:0.0:1786190991.140449:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190991.140451:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190991.140452:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364df28380. 00000100:00000001:0.0:1786190991.140456:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190991.140457:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190991.140459:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190991.140462:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364df29880 x1872956727774080/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.140468:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190991.140469:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190991.140471:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963658ca4600. 02000000:00000001:0.0:1786190991.140473:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190991.140475:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190991.140476:0:2390:0:(genops.c:1244:class_import_put()) import ffff96364dae3800 refcount=3 obd=lustre-MDT0001-mdc-ffff963647a3e000 00000020:00000001:0.0:1786190991.140477:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190991.140479:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963647d9e300. 02000000:00000001:0.0:1786190991.140480:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190991.140482:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190991.140483:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364df29880. 00000100:00000001:0.0:1786190991.140491:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190991.140492:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190991.140494:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190991.140497:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364df28700 x1872956727773696/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.140503:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190991.140504:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190991.140506:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9636437c5000. 02000000:00000001:0.0:1786190991.140510:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190991.140511:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190991.140512:0:2390:0:(genops.c:1244:class_import_put()) import ffff963648d57000 refcount=3 obd=lustre-MDT0000-mdc-ffff963644f1b800 00000020:00000001:0.0:1786190991.140514:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190991.140515:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963647d9e700. 02000000:00000001:0.0:1786190991.140518:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190991.140519:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190991.140520:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364df28700. 00000100:00000001:0.0:1786190991.140522:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190991.140523:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190991.140525:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190991.140527:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364df29c00 x1872956727773952/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191007 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190991.140533:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190991.140534:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190991.140535:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9636437c4400. 02000000:00000001:0.0:1786190991.140537:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190991.140538:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190991.140539:0:2390:0:(genops.c:1244:class_import_put()) import ffff96364df6b000 refcount=3 obd=lustre-MDT0000-mdc-ffff963647a3e000 00000020:00000001:0.0:1786190991.140542:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190991.140543:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963647d9eb00. 02000000:00000001:0.0:1786190991.140545:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190991.140546:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190991.140548:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364df29c00. 00000100:00000001:0.0:1786190991.140550:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190991.140551:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190991.140553:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190991.140561:0:2390:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786190991.140569:0:2390:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190991.140572:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1786190991.140575:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190991.831130:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190991.831137:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190991.831142:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190991.831144:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786190991.846963:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786190991.846970:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190991.846974:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000010:1.0:1786190992.389635:0:10272:0:(kernelcomm.c:98:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff963642f31ac0. 00000400:00000040:1.0:1786190992.389662:0:10272:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:1.0:1786190992.389664:0:10272:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:1.0:1786190992.389666:0:10272:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:1.0:1786190992.389667:0:10272:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:1.0:1786190992.389669:0:10272:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:1.0:1786190992.389670:0:10272:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:1.0:1786190992.389672:0:10272:0:(api-ni.c:3110:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:1.0:1786190992.389763:0:10272:0:(kernelcomm.c:264:lustre_device_done()) kfreed 'glist': 16 at ffff963642f31ac0. 00000100:00000040:0.0:1786190992.473483:0:783:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19000 (cpu 0) has reached its deadline 4295052601, at 4295052610 00000100:00000010:0.0:1786190992.473498:0:783:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96364e32d180. 00000100:00000040:1.0:1786190992.473612:0:994:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19110 (cpu 1) has reached its deadline 4295052601, at 4295052610 00000100:00000010:1.0:1786190992.473618:0:994:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff96364e32dc00. 00010000:00000001:0.0:1786190992.855136:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190992.855144:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190992.855149:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190992.855150:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786190992.855711:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786190992.855715:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190992.855718:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786190993.879132:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190993.879139:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190993.879145:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190993.879146:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786190993.879335:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786190993.879339:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190993.879342:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:1.0:1786190993.900813:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190993.900829:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190993.900834:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190993.900836:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190993.900845:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190993.900852:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190993.900861:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190993.900866:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190993.900871:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190993.900875:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 328 into portal 15 MB=0x6a771b9b19480 00000400:00000200:1.0:1786190993.900884:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.157@tcp of length 328/328 into md 0x11 [2] + 984 00000800:00000001:1.0:1786190993.900891:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190993.900895:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190993.900898:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190993.900903:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190993.900910:0:2383:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1786190993.902349:0:2383:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1786190993.902357:0:2383:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364e369180. 00000100:00000040:1.0:1786190993.902361:0:2383:0:(events.c:337:request_in_callback()) incoming req@ffff96364e369180 x1872956748829824 msgsize 328 00000100:00100000:1.0:1786190993.902368:0:2383:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.157@tcp (source: 12345-192.168.203.157@tcp) 00000100:00000001:1.0:1786190993.902648:0:2383:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1786190993.902663:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190993.902672:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190993.902675:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190993.902689:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190993.902695:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190993.902699:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190993.902704:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190993.902707:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190993.902711:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190993.902714:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 328 into portal 15 MB=0x6a771b9b19700 00000400:00000200:1.0:1786190993.902720:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.157@tcp of length 328/328 into md 0x11 [2] + 1312 00000800:00000001:1.0:1786190993.902725:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190993.902731:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190993.902733:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190993.902737:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190993.902741:0:2383:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1786190993.902743:0:2383:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1786190993.902746:0:2383:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364e36ad80. 00000100:00000040:1.0:1786190993.902748:0:2383:0:(events.c:337:request_in_callback()) incoming req@ffff96364e36ad80 x1872956748830464 msgsize 328 00000100:00100000:1.0:1786190993.902752:0:2383:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.157@tcp (source: 12345-192.168.203.157@tcp) 00000100:00000001:0.0:1786190993.902785:0:6151:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1786190993.902807:0:2383:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1786190993.902811:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190993.902813:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786190993.902847:0:6150:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1786190993.902969:0:6151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872956748829824 02000000:00000001:0.0:1786190993.902973:0:6151:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1786190993.902975:0:6151:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190993.902977:0:6151:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190993.902981:0:6151:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190993.902985:0:6151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872956748829824 00000020:00000001:0.0:1786190993.902988:0:6151:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786190993.902989:0:6151:0:(genops.c:825:class_conn2export()) looking for export cookie 0x30c57aa03435310c 00000020:00000001:0.0:1786190993.903048:0:6151:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786190993.903052:0:6151:0:(lustre_handles.c:147:class_handle2object()) GET export ffff963647e8e800 refcount=3 00000020:00000001:0.0:1786190993.903055:0:6151:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627758611687424 : -116315097864192 : ffff963647e8e800) 00000020:00000001:0.0:1786190993.903058:0:6151:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627758611687424 : -116315097864192 : ffff963647e8e800) 00000100:00000001:0.0:1786190993.903062:0:6151:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786190993.903067:0:6151:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9636467be480. 00000100:00000001:0.0:1786190993.903069:0:6151:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786190993.903072:0:6151:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9636467be480. 00000020:00000010:0.0:1786190993.903078:0:6151:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff963643df4e00. 00000020:00000010:0.0:1786190993.903083:0:6151:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96364630c800. 00000020:00000010:0.0:1786190993.903094:0:6151:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff963648dee960. 00000100:00000040:0.0:1786190993.903103:0:6151:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1786190993.903106:0:6151:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1786190993.903107:0:6151:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1786190993.903109:0:6151:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190993.903116:0:6151:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190993.903118:0:6151:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190993.903126:0:6151:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1786190993.903128:0:6151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1872956748830464 02000000:00000001:0.0:1786190993.903129:0:6151:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1786190993.903130:0:6151:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190993.903132:0:6151:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190993.903134:0:6151:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190993.903136:0:6151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1872956748830464 00000020:00000001:0.0:1786190993.903137:0:6151:0:(genops.c:813:class_conn2export()) Process entered 00000020:00000040:0.0:1786190993.903139:0:6151:0:(genops.c:825:class_conn2export()) looking for export cookie 0x30c57aa03435310c 00000020:00000001:0.0:1786190993.903140:0:6151:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786190993.903142:0:6151:0:(lustre_handles.c:147:class_handle2object()) GET export ffff963647e8e800 refcount=4 00000020:00000001:0.0:1786190993.903144:0:6151:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627758611687424 : -116315097864192 : ffff963647e8e800) 00000020:00000001:0.0:1786190993.903146:0:6151:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446627758611687424 : -116315097864192 : ffff963647e8e800) 00000100:00000001:0.0:1786190993.903148:0:6151:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786190993.903151:0:6151:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9636467be480. 00000100:00000001:0.0:1786190993.903153:0:6151:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786190993.903154:0:6151:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9636467be480. 00000020:00000010:0.0:1786190993.903158:0:6151:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff963643df4c00. 00000020:00000010:0.0:1786190993.903161:0:6151:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff96364630cb00. 00000020:00000010:0.0:1786190993.903163:0:6151:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff963648deee10. 00000100:00000001:0.0:1786190993.903166:0:6151:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1786190993.903167:0:6151:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1786190993.903169:0:6151:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190993.903172:0:6151:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190993.903173:0:6151:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190993.903180:0:6151:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1786190993.903182:0:6151:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1786190993.903187:0:6151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.157@tcp, seq: 3 00000100:00000040:0.0:1786190993.903199:0:6151:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff963647e8e800 : new rpc_count 1 00000100:00000001:0.0:1786190993.903201:0:6151:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446627758717440384 : -116314992111232 : ffff96364e369180) 00000100:00000040:0.0:1786190993.903210:0:6151:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96364e369180 x1872956748829824/t0(0) o104->c398ac42-f517-4a33-b1a3-1b5180bea630@192.168.203.157@tcp:679/0 lens 328/0 e 0 to 0 dl 1786191004 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786190993.903220:0:6151:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786190993.903223:0:6151:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9636467be480. 00000100:00000001:0.0:1786190993.903225:0:6151:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786190993.903227:0:6151:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9636467be480. 00000100:00100000:0.0:1786190993.903232:0:6151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96364e369180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c398ac42-f517-4a33-b1a3-1b5180bea630+4:13387:x1872956748829824:12345-192.168.203.157@tcp:104: 00000100:00000200:0.0:1786190993.903236:0:6151:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1872956748829824 00010000:00000001:0.0:1786190993.903238:0:6151:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1786190993.903246:0:6151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786190993.903247:0:6151:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786190993.903250:0:6151:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96368204a000 refcount=2 00000020:00000001:0.0:1786190993.903252:0:6151:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627759586582528 : -116314122969088 : ffff96368204a000) 00010000:00000001:0.0:1786190993.903255:0:6151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627759586582528 : -116314122969088 : ffff96368204a000) 00010000:00000001:0.0:1786190993.903259:0:6151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1786190993.903262:0:6151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786190993.903266:0:6151:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: ffff96368204a000/0x30c57aa0343531d7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f377153d221d8aa expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1786190993.903277:0:6151:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1786190993.903279:0:6151:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1786190993.903284:0:6151:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96364ec58400. 02000000:00000001:0.0:1786190993.903287:0:6151:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190993.903289:0:6151:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190993.903293:0:6151:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1786190993.903295:0:6151:0:(ldlm_lib.c:3328:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190993.903299:0:6151:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364e58b9e8 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190993.903303:0:6151:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786190993.903306:0:6151:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9636467befc0 refcount 28 to 192.168.203.157@tcp 00000100:00000001:0.0:1786190993.903314:0:6151:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627758587768768 : -116315121782848 : ffff9636467befc0) 02000000:00000001:0.0:1786190993.903317:0:6151:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1786190993.903319:0:6151:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190993.903322:0:6151:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190993.903326:0:6151:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190993.903330:0:6151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5330. 00000100:00000200:0.0:1786190993.903335:0:6151:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1872956748829824, offset 224 00000400:00000200:0.0:1786190993.903341:0:6151:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190993.903347:0:6151:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190993.903354:0:6151:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.57@tcp to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190993.903359:0:6151:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [159:159:256:4294967295] 192.168.203.157@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:0.0:1786190993.903363:0:6151:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190993.903371:0:6151:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190993.903377:0:6151:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190993.903381:0:6151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9ea00. 00000800:00000200:0.0:1786190993.903388:0:6151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190993.903394:0:6151:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190993.903398:0:6151:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9ea00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786190993.903409:0:6151:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190993.903413:0:6151:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9636467befc0 refcount 27 to 192.168.203.157@tcp 00010000:00000001:0.0:1786190993.903416:0:6151:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1786190993.903420:0:6151:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff963658c3b180. 00010000:00000001:0.0:1786190993.903422:0:6151:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1786190993.903428:0:6151:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:0.0:1786190993.903430:0:6151:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190993.903431:0:6151:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190993.903433:0:6151:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190993.903439:0:6151:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364e369180 x1872956748829824/t0(0) o104->c398ac42-f517-4a33-b1a3-1b5180bea630@192.168.203.157@tcp:679/0 lens 328/224 e 0 to 0 dl 1786191004 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786190993.903449:0:6151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96364e369180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c398ac42-f517-4a33-b1a3-1b5180bea630+4:13387:x1872956748829824:12345-192.168.203.157@tcp:104: Request processed in 227us (1085us total) trans 0 rc 0/0 00000100:00100000:0.0:1786190993.903462:0:6151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.157@tcp, seq: 3 00000100:00000040:0.0:1786190993.903466:0:6151:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff963647e8e800 : new rpc_count 0 00000100:00000001:0.0:1786190993.903468:0:6151:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1786190993.903470:0:6151:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1786190993.903474:0:6151:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96364630c800. 00000020:00000010:0.0:1786190993.903478:0:6151:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff963648dee960. 00000020:00000010:0.0:1786190993.903481:0:6151:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff963643df4e00. 00000020:00000040:0.0:1786190993.903486:0:6151:0:(genops.c:900:class_export_put()) PUTting export ffff963647e8e800 : new refcount 3 00000100:00000001:0.0:1786190993.903489:0:6151:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190993.903496:0:6151:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1786190993.903498:0:6151:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1786190993.903500:0:6151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.157@tcp, seq: 4 00000100:00000040:0.0:1786190993.903503:0:6151:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff963647e8e800 : new rpc_count 1 00000100:00000001:0.0:1786190993.903504:0:6151:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446627758717447552 : -116314992104064 : ffff96364e36ad80) 00000100:00000040:0.0:1786190993.903509:0:6151:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff96364e36ad80 x1872956748830464/t0(0) o104->c398ac42-f517-4a33-b1a3-1b5180bea630@192.168.203.157@tcp:679/0 lens 328/0 e 0 to 0 dl 1786191004 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1786190993.903515:0:6151:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1786190993.903518:0:6151:0:(genops.c:1076:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff9636467be480. 00000100:00000001:0.0:1786190993.903519:0:6151:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1786190993.903521:0:6151:0:(genops.c:1084:obd_export_timed_fini()) kfreed '*data': 48 at ffff9636467be480. 00000100:00100000:0.0:1786190993.903525:0:6151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff96364e36ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c398ac42-f517-4a33-b1a3-1b5180bea630+3:13387:x1872956748830464:12345-192.168.203.157@tcp:104: 00000100:00000200:0.0:1786190993.903528:0:6151:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1872956748830464 00010000:00000001:0.0:1786190993.903530:0:6151:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1786190993.903533:0:6151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786190993.903534:0:6151:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786190993.903536:0:6151:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96364d69dc00 refcount=2 00000020:00000001:0.0:1786190993.903538:0:6151:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627758704024576 : -116315005527040 : ffff96364d69dc00) 00010000:00000001:0.0:1786190993.903540:0:6151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627758704024576 : -116315005527040 : ffff96364d69dc00) 00010000:00000001:0.0:1786190993.903542:0:6151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1786190993.903549:0:6151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786190993.903553:0:6151:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.157@tcp lock: ffff96364d69dc00/0x30c57aa034353198 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f377153d221d85d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1786190993.903560:0:6151:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1786190993.903562:0:6151:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1786190993.904632:0:6151:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff96364ec5b400. 02000000:00000001:0.0:1786190993.904638:0:6151:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190993.904642:0:6151:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190993.904646:0:6151:0:(ldlm_lib.c:3318:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1786190993.904647:0:6151:0:(ldlm_lib.c:3328:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190993.904650:0:6151:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364e58b9e8 time=83 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190993.904654:0:6151:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1786190993.904658:0:6151:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff9636467befc0 refcount 28 to 192.168.203.157@tcp 00000100:00000001:0.0:1786190993.904660:0:6151:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446627758587768768 : -116315121782848 : ffff9636467befc0) 02000000:00000001:0.0:1786190993.904662:0:6151:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1786190993.904664:0:6151:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190993.904666:0:6151:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190993.904668:0:6151:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190993.904673:0:6151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5088. 00000100:00000200:0.0:1786190993.904678:0:6151:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1872956748830464, offset 224 00000400:00000200:0.0:1786190993.904684:0:6151:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190993.904692:0:6151:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190993.904699:0:6151:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.203.57@tcp to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190993.904704:0:6151:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [160:160:255:4294967295] 192.168.203.157@tcp LPNI seq info [160:160:7:4294967295] 00000400:00000200:0.0:1786190993.904708:0:6151:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190993.904715:0:6151:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190993.904720:0:6151:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190993.904724:0:6151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9e500. 00000800:00000200:0.0:1786190993.904730:0:6151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190993.904736:0:6151:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190993.904740:0:6151:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1786190993.904752:0:6151:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190993.904755:0:6151:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff9636467befc0 refcount 27 to 192.168.203.157@tcp 00010000:00000001:0.0:1786190993.904758:0:6151:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1786190993.904760:0:6151:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff963658c3b000. 00010000:00000001:0.0:1786190993.904762:0:6151:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1786190993.904783:0:6151:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:0.0:1786190993.904785:0:6151:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190993.904787:0:6151:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190993.904788:0:6151:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190993.904794:0:6151:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364e36ad80 x1872956748830464/t0(0) o104->c398ac42-f517-4a33-b1a3-1b5180bea630@192.168.203.157@tcp:679/0 lens 328/224 e 0 to 0 dl 1786191004 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1786190993.904804:0:6151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff96364e36ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:c398ac42-f517-4a33-b1a3-1b5180bea630+3:13387:x1872956748830464:12345-192.168.203.157@tcp:104: Request processed in 1287us (2054us total) trans 0 rc 0/0 00000100:00100000:0.0:1786190993.904811:0:6151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.157@tcp, seq: 4 00000100:00000040:0.0:1786190993.904814:0:6151:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff963647e8e800 : new rpc_count 0 00000100:00000001:0.0:1786190993.904815:0:6151:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1786190993.904817:0:6151:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1786190993.904820:0:6151:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff96364630cb00. 00000020:00000010:0.0:1786190993.904824:0:6151:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff963648deee10. 00000020:00000010:0.0:1786190993.904827:0:6151:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff963643df4c00. 00000020:00000040:0.0:1786190993.904831:0:6151:0:(genops.c:900:class_export_put()) PUTting export ffff963647e8e800 : new refcount 2 00000100:00000001:0.0:1786190993.904834:0:6151:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1786190993.904895:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190993.904899:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9ea00. 00000400:00000200:0.0:1786190993.904904:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190993.904909:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000020:00000001:2.0:1786190993.905302:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786190993.905305:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190993.905314:0:6160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:2.0:1786190993.905317:0:6160:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1786190993.905319:0:6160:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1786190993.905324:0:6160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: ffff96368204a000/0x30c57aa0343531d7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f377153d221d8aa expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190993.905334:0:6160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96368204a000 already unused, calling callback (ffffffffc11b7c20) 10000000:00000001:2.0:1786190993.905336:0:6160:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1786190993.905339:0:6160:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: ffff96368204a000/0x30c57aa0343531d7 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x1f377153d221d8aa expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786190993.905345:0:6160:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1786190993.905347:0:6160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786190993.905349:0:6160:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786190993.905351:0:6160:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96368204a000 refcount=3 00000020:00000001:2.0:1786190993.905353:0:6160:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627759586582528 : -116314122969088 : ffff96368204a000) 00010000:00000001:2.0:1786190993.905355:0:6160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627759586582528 : -116314122969088 : ffff96368204a000) 00010000:00000001:2.0:1786190993.905357:0:6160:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1786190993.905360:0:6160:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: ffff96368204a000/0x30c57aa0343531d7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x1f377153d221d8aa expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1786190993.905366:0:6160:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1786190993.905368:0:6160:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: ffff96368204a000/0x30c57aa0343531d7 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x1f377153d221d8aa expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786190993.905373:0:6160:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1786190993.905376:0:6160:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1786190993.905377:0:6160:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1786190993.905379:0:6160:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1786190993.905381:0:6160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1786190993.905382:0:6160:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786190993.905390:0:6160:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1786190993.905391:0:6160:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1786190993.905392:0:6160:0:(mgc_request.c:123:config_log_put()) log params(ffff963648dba200) refs 2 10000000:00000001:2.0:1786190993.905397:0:6160:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1786190993.905398:0:6160:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190993.905401:0:6160:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1786190993.905403:0:6160:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1786190993.905405:0:6160:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1786190993.905406:0:6160:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786190993.905409:0:6160:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786190993.905411:0:6160:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96368204a000 with handle 0x30c57aa0343531d7 from hash 00010000:00000001:2.0:1786190993.905413:0:6160:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1786190993.905414:0:6160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786190993.905416:0:6160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786190993.905417:0:6160:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1786190993.905418:0:6160:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1786190993.905420:0:6160:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1786190993.905422:0:6160:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1786190993.905424:0:6160:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1786190993.905430:0:6160:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e1bb80. 00000020:00000040:2.0:1786190993.905432:0:6160:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1786190993.905436:0:6160:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786190993.905438:0:6160:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786190993.905442:0:6160:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190993.905446:0:6160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff963644d4fa00. 00000100:00000001:2.0:1786190993.905451:0:6160:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190993.905453:0:6160:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1786190993.905457:0:6160:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: ffff96368204a000/0x30c57aa0343531d7 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f377153d221d8aa expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190993.905463:0:6160:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1786190993.905464:0:6160:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190993.905468:0:6160:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786190993.905473:0:6160:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190993.905479:0:6160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009515c45b] to pc [ptlrpcd_01_01+1] req@ffff963647e1bb80 x1872956727774208/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786190993.905497:0:6160:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786190993.905499:0:6160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786190993.905504:0:6160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786190993.905505:0:6160:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190993.905507:0:6160:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786190993.905509:0:6160:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190993.905512:0:6160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: ffff96368204a000/0x30c57aa0343531d7 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f377153d221d8aa expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786190993.905517:0:6160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1786190993.905519:0:6160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: ffff96368204a000/0x30c57aa0343531d7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f377153d221d8aa expref: -99 pid: 9104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786190993.905529:0:6160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786190993.905530:0:6160:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1786190993.905532:0:6160:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff963658c3b180. 00010000:00000001:2.0:1786190993.905536:0:6160:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786190993.905538:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786190993.905539:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190993.905541:0:6160:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1786190993.905542:0:6160:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1786190993.905543:0:6160:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1786190993.905546:0:6160:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.157@tcp lock: ffff96364d69dc00/0x30c57aa034353198 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x1f377153d221d85d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190993.905551:0:6160:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff96364d69dc00 already unused, calling callback (ffffffffc11b7c20) 10000000:00000001:2.0:1786190993.905553:0:6160:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1786190993.905555:0:6160:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.157@tcp lock: ffff96364d69dc00/0x30c57aa034353198 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x1f377153d221d85d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786190993.905559:0:6160:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1786190993.905560:0:6160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786190993.905561:0:6160:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786190993.905575:0:6160:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96364d69dc00 refcount=3 00000020:00000001:2.0:1786190993.905577:0:6160:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627758704024576 : -116315005527040 : ffff96364d69dc00) 00010000:00000001:2.0:1786190993.905579:0:6160:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627758704024576 : -116315005527040 : ffff96364d69dc00) 00010000:00000001:2.0:1786190993.905585:0:6160:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1786190993.905587:0:6160:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: ffff96364d69dc00/0x30c57aa034353198 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x1f377153d221d85d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:2.0:1786190993.905593:0:6160:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1786190993.905594:0:6160:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: ffff96364d69dc00/0x30c57aa034353198 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x1f377153d221d85d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1786190993.905599:0:6160:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:2.0:1786190993.905602:0:6160:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1786190993.905603:0:6160:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:2.0:1786190993.905604:0:6160:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1786190993.905605:0:6160:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1786190993.905607:0:6160:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786190993.905609:0:6160:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1786190993.905609:0:6160:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1786190993.905610:0:6160:0:(mgc_request.c:123:config_log_put()) log params(ffff96364e370200) refs 2 10000000:00000001:2.0:1786190993.905612:0:6160:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1786190993.905613:0:6160:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190993.905614:0:6160:0:(ldlm_lock.c:2502:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1786190993.905616:0:6160:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1786190993.905617:0:6160:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1786190993.905619:0:6160:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786190993.905629:0:6160:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1786190993.905631:0:6160:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff96364d69dc00 with handle 0x30c57aa034353198 from hash 00010000:00000001:2.0:1786190993.905633:0:6160:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1786190993.905634:0:6160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786190993.905635:0:6160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786190993.905636:0:6160:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1786190993.905637:0:6160:0:(ldlm_lock.c:2538:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1786190993.905639:0:6160:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1786190993.905641:0:6160:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1786190993.905642:0:6160:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1786190993.905645:0:6160:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e19180. 00000020:00000040:2.0:1786190993.905646:0:6160:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1786190993.905648:0:6160:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786190993.905653:0:6160:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786190993.905655:0:6160:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190993.905658:0:6160:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff963644d4f000. 00000100:00000001:2.0:1786190993.905660:0:6160:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190993.905662:0:6160:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1786190993.905665:0:6160:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.157@tcp lock: ffff96364d69dc00/0x30c57aa034353198 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f377153d221d85d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190993.905670:0:6160:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1786190993.905671:0:6160:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190993.905673:0:6160:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786190993.905675:0:6160:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190993.905680:0:6160:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218ccf02] to pc [ptlrpcd_01_00+0] req@ffff963647e19180 x1872956727774336/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1786190993.905688:0:6160:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786190993.905689:0:6160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786190993.905690:0:6160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786190993.905691:0:6160:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190993.905693:0:6160:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786190993.905695:0:6160:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190993.905697:0:6160:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.157@tcp lock: ffff96364d69dc00/0x30c57aa034353198 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f377153d221d85d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786190993.905702:0:6160:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1786190993.905704:0:6160:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: ffff96364d69dc00/0x30c57aa034353198 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x1f377153d221d85d expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1786190993.905709:0:6160:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff963658d58900 count: 0 00010000:00000001:2.0:1786190993.905718:0:6160:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786190993.905719:0:6160:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1786190993.905720:0:6160:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff963658c3b000. 00010000:00000001:2.0:1786190993.905722:0:6160:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786190993.905724:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786190993.905725:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190993.905726:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1786190993.905731:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786190993.905732:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190993.905734:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1786190993.905735:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786190993.905736:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190993.905738:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1786190993.905751:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190993.905755:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786190993.905756:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786190993.905761:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e19180 x1872956727774336/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190993.905768:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786190993.905770:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190993.905773:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786190993.905775:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786190993.905777:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786190993.905780:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2392:1872956727774336:192.168.203.157@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1786190993.905784:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786190993.905789:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786190993.905791:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190993.905793:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786190993.905796:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963644d4fe00. 02000000:00000001:2.0:1786190993.905798:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190993.905803:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786190993.905806:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963647ee0420. 00000400:00000010:2.0:1786190993.905811:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e396e8. 00000100:00000200:2.0:1786190993.905817:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727774336, portal 18 00000100:00000001:2.0:1786190993.905819:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190993.905820:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611206528 : -116315098345088 : ffff963647e19180) 00000100:00000040:2.0:1786190993.905825:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e19180 x1872956727774336/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190993.905831:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786190993.905833:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786190993.905835:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39330. 00000100:00000200:2.0:1786190993.905843:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1872956727774336, offset 0 00000400:00000200:2.0:1786190993.905848:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786190993.905853:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190993.905858:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786190993.905862:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786190993.905865:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786190993.905869:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786190993.905871:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786190993.905875:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [161:161:254:4294967295] 192.168.203.157@tcp LPNI seq info [161:161:6:4294967295] 00000400:00000200:2.0:1786190993.905878:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190993.905886:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786190993.905890:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786190993.905894:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963648804100. 00000800:00000200:2.0:1786190993.905898:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786190993.905904:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786190993.905908:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963648804100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1786190993.905911:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190993.906738:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5330 00000400:00000010:0.0:1786190993.906742:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5330. 00000100:00000001:0.0:1786190993.906746:0:2382:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1786190993.906748:0:2382:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1786190993.906773:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190993.906775:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9e500. 00000400:00000200:0.0:1786190993.906779:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190993.906791:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190993.906794:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5088 00000400:00000010:0.0:1786190993.906795:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5088. 00000100:00000001:0.0:1786190993.906797:0:2382:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1786190993.906799:0:2382:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1786190993.906849:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190993.906851:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963648804100. 00000400:00000200:0.0:1786190993.906854:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190993.906857:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190993.906859:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39330 00000400:00000010:0.0:1786190993.906861:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39330. 00000100:00000001:0.0:1786190993.906863:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190993.906868:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e19180 x1872956727774336/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190993.906878:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190993.906881:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e19180 x1872956727774336/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190993.906888:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190993.906890:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1786190993.907616:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786190993.907623:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295055378 00000100:00000010:2.0:1786190993.907631:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff963645e83cc0. 00000100:00000001:2.0:1786190993.907637:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786190993.907642:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295055378 00000100:00000010:2.0:1786190993.907645:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff963645e83120. 00000100:00000001:2.0:1786190993.907647:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786190993.907650:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190993.907654:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190993.907657:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190993.907660:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190993.907668:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786190993.907670:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786190993.907672:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190993.907679:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786190993.907681:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786190993.907683:0:2392:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1786190993.907685:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190993.907687:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786190993.907688:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190993.907689:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190993.907690:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786190993.907691:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786190993.907698:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e1bb80 x1872956727774208/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190993.907705:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786190993.907707:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190993.907710:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786190993.907713:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786190993.907715:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786190993.907718:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2392:1872956727774208:192.168.203.157@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1786190993.907721:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786190993.907726:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786190993.907729:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190993.907731:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786190993.907734:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963644d4f400. 02000000:00000001:2.0:1786190993.907736:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190993.907741:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786190993.907744:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963647ee0268. 00000400:00000010:2.0:1786190993.907748:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39770. 00000100:00000200:2.0:1786190993.907754:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727774208, portal 18 00000100:00000001:2.0:1786190993.907756:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190993.907757:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611217280 : -116315098334336 : ffff963647e1bb80) 00000100:00000040:2.0:1786190993.907761:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e1bb80 x1872956727774208/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190993.907767:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786190993.907769:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786190993.907771:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39440. 00000100:00000200:2.0:1786190993.907777:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1872956727774208, offset 0 00000400:00000200:2.0:1786190993.907782:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786190993.907788:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190993.907794:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786190993.907798:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786190993.907802:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786190993.907804:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786190993.907807:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786190993.907810:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [162:162:256:4294967295] 192.168.203.157@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:2.0:1786190993.907813:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190993.907822:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786190993.907826:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786190993.907829:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963648804400. 00000800:00000200:2.0:1786190993.907834:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786190993.907840:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786190993.907844:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963648804400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1786190993.907859:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190993.907862:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786190993.907863:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295055378 00000100:00000001:2.0:1786190993.907866:0:2392:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, keep current deadline 4295055378 00000100:00000001:2.0:1786190993.907867:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295055378 00000100:00000001:2.0:1786190993.907869:0:2392:0:(niobuf.c:692:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, keep current deadline 4295055378 00000100:00000001:2.0:1786190993.907871:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190993.907872:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190993.907874:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190993.907876:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786190993.909095:0:2383:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190993.909102:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963648804400. 00000400:00000200:0.0:1786190993.909109:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190993.909115:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190993.909121:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39440 00000400:00000010:0.0:1786190993.909123:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39440. 00000100:00000001:0.0:1786190993.909127:0:2383:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190993.909134:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e1bb80 x1872956727774208/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190993.909145:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190993.909148:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e1bb80 x1872956727774208/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190993.909154:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190993.909155:0:2383:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1786190993.909690:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190993.909694:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786190993.909757:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786190993.909759:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786190993.909762:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1786190993.911753:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190993.911769:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190993.911773:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190993.911775:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190993.911783:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190993.911789:0:2382:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190993.911797:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190993.911801:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190993.911806:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190993.911810:0:2382:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 18 MB=0x6a771b8704c80 00000400:00000200:0.0:1786190993.911814:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190993.911819:0:2382:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.157@tcp of length 224/224 into md 0x939 [1] + 224 00000800:00000001:0.0:1786190993.911825:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190993.911832:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190993.911834:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190993.911839:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190993.911845:0:2382:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190993.911852:0:2382:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e19180 x1872956727774336/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190993.911862:0:2382:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963647e19180 x1872956727774336/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190993.911879:0:2382:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190993.911886:0:2382:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190993.911889:0:2382:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190993.911935:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190993.911940:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786190993.911946:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786190993.911948:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786190993.911952:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963647ee0420. 00000400:00000200:2.0:1786190993.911956:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e396e8 00000400:00000010:2.0:1786190993.911971:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e396e8. 00000100:00000001:2.0:1786190993.911975:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786190993.911979:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e19180 x1872956727774336/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786190993.911988:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e19180 x1872956727774336/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190993.912773:0:6150:0:(service.c:2287:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190993.912839:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786190993.912842:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190993.912844:0:2392:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786190993.912847:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786190993.912849:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786190993.912851:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190993.912854:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786190993.912860:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff963647e89ca8 time=83 v=5 (5 0 0 0) 00000100:00001000:2.0:1786190993.912864:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff963647e89c18 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1786190993.912866:0:2392:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786190993.912868:0:2392:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190993.912870:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786190993.912872:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190993.912875:0:2392:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190993.912882:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e19180 x1872956727774336/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190993.912888:0:2392:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190993.912891:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786190993.912893:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786190993.912897:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e19180 x1872956727774336/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190993.912904:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2392:1872956727774336:192.168.203.157@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1786190993.912909:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190993.913188:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190993.913194:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e19180 x1872956727774336/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190993.913215:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786190993.913217:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786190993.913221:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963644d4fe00. 02000000:00000001:2.0:1786190993.913224:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786190993.913226:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786190993.913228:0:2392:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1786190993.913231:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786190993.913233:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff963644d4f000. 02000000:00000001:2.0:1786190993.913236:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786190993.913237:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786190993.913239:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e19180. 00000100:00000001:2.0:1786190993.913242:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786190993.913244:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190993.913247:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190993.913250:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190993.913251:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786190993.913253:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190993.913255:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1786190993.915042:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190993.915056:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190993.915060:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190993.915062:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190993.915069:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190993.915075:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190993.915083:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190993.915087:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190993.915092:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190993.915109:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 18 MB=0x6a771b8704c00 00000400:00000200:0.0:1786190993.915114:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190993.915120:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.203.157@tcp of length 224/224 into md 0x941 [1] + 224 00000800:00000001:0.0:1786190993.915127:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190993.915173:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190993.915176:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190993.915181:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190993.915188:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190993.915196:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e1bb80 x1872956727774208/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190993.915206:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963647e1bb80 x1872956727774208/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190993.915220:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190993.915230:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190993.915234:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1F:1786190993.916225:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96368204a000. 00010000:00000010:2.1:1786190993.916247:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff963658d58900. 00010000:00000010:2.1:1786190993.916251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff96364d69dc00. 00000100:00000001:2.0:1786190993.916270:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190993.916274:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786190993.916282:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786190993.916284:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786190993.916287:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963647ee0268. 00000400:00000200:2.0:1786190993.916291:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39770 00000400:00000010:2.0:1786190993.916293:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39770. 00000100:00000001:2.0:1786190993.916297:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786190993.916305:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e1bb80 x1872956727774208/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786190993.916313:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e1bb80 x1872956727774208/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190993.916321:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786190993.916323:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190993.916325:0:2392:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786190993.916328:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786190993.916331:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786190993.916338:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190993.916341:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786190993.916348:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff963647e89ca8 time=83 v=5 (5 0 0 0) 00000100:00001000:2.0:1786190993.916352:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff963647e89c18 time=93 v=5 (1 0 0 0) 00000100:00000001:2.0:1786190993.916354:0:2392:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786190993.916356:0:2392:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190993.916359:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786190993.916361:0:2392:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190993.916363:0:2392:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190993.916368:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e1bb80 x1872956727774208/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190993.916375:0:2392:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190993.916378:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786190993.916380:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786190993.916384:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e1bb80 x1872956727774208/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190993.916391:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2392:1872956727774208:192.168.203.157@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1786190993.916396:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190993.916398:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190993.916402:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e1bb80 x1872956727774208/t0(0) o103->MGC192.168.203.157@tcp@192.168.203.157@tcp:17/18 lens 328/224 e 0 to 0 dl 1786191009 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190993.916408:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786190993.916410:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786190993.916413:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963644d4f400. 02000000:00000001:2.0:1786190993.916417:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786190993.916419:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786190993.916421:0:2392:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1786190993.916423:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786190993.916426:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff963644d4fa00. 02000000:00000001:2.0:1786190993.916428:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786190993.916430:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786190993.916431:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e1bb80. 00000100:00000001:2.0:1786190993.916435:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786190993.916442:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190993.916444:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190993.916451:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786190993.916452:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190993.916454:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190993.916457:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1786190994.636382:0:10351:0:(debug.c:306:cfs_str2mask()) Process entered 00010000:00000001:0.0:1786190994.903673:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190994.903683:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190994.903691:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190994.903696:0:783:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786190994.903698:0:783:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786190994.903702:0:783:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190994.903705:0:783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786190994.903708:0:783:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190994.903710:0:783:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190994.903712:0:783:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786190994.903959:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786190994.903963:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190994.903966:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786190995.287331:0:783:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19000 (cpu 0) has reached its deadline 4295055378, at 4295055424 00000100:00000010:0.0:1786190995.287352:0:783:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff963645e83cc0. 00000100:00000040:1.0:1786190995.322188:0:994:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19110 (cpu 1) has reached its deadline 4295055378, at 4295055459 00000100:00000010:1.0:1786190995.322209:0:994:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff963645e83120. 10000000:00000001:2.0:1786190995.415102:0:6163:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1786190995.415112:0:6163:0:(mgc_request.c:108:config_log_get()) log params (ffff963648dba200) refs 2 10000000:00000001:2.0:1786190995.415118:0:6163:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786190995.415121:0:6163:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1786190995.415123:0:6163:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1786190995.415125:0:6163:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1786190995.415128:0:6163:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1786190995.415130:0:6163:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:2.0:1786190995.415132:0:6163:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff963647a3e000 from 7 10000000:00000001:2.0:1786190995.415136:0:6163:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:2.0:1786190995.415137:0:6163:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1786190995.415148:0:6163:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e1bb80. 00000020:00000040:2.0:1786190995.415154:0:6163:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1786190995.415159:0:6163:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786190995.415163:0:6163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786190995.415170:0:6163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190995.415180:0:6163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff963644d4f000. 00000100:00000001:2.0:1786190995.415188:0:6163:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190995.415195:0:6163:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1786190995.415198:0:6163:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1786190995.415207:0:6163:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff963658e1d500. 00010000:00000001:2.0:1786190995.415213:0:6163:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1786190995.415217:0:6163:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff96368204b200. 00000020:00000001:2.0:1786190995.415223:0:6163:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1786190995.415227:0:6163:0:(lustre_handles.c:93:class_handle_hash()) added object ffff96368204b200 with handle 0x30c57aa034353208 to hash 00000020:00000001:2.0:1786190995.415230:0:6163:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1786190995.415231:0:6163:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446627759586587136 : -116314122964480 : ffff96368204b200) 00010000:00000001:2.0:1786190995.415235:0:6163:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446627759586587136 : -116314122964480 : ffff96368204b200) 00010000:00000001:2.0:1786190995.415258:0:6163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1786190995.415261:0:6163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190995.415267:0:6163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353208 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190995.415278:0:6163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353208 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190995.415292:0:6163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353208 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1786190995.415299:0:6163:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1786190995.415301:0:6163:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1786190995.415310:0:6163:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff963658ca7540. 00000100:00000001:2.0:1786190995.415312:0:6163:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446627758894904640 : -116314814646976 : ffff963658ca7540) 00000100:00000001:2.0:1786190995.415315:0:6163:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190995.415317:0:6163:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611217280 : -116315098334336 : ffff963647e1bb80) 00000100:00000001:2.0:1786190995.415323:0:6163:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786190995.415329:0:6163:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.415331:0:6163:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1786190995.415333:0:6163:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786190995.415347:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e1bb80 x1872956727774464/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.415357:0:6163:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786190995.415359:0:6163:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190995.415363:0:6163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786190995.415367:0:6163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786190995.415370:0:6163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786190995.415374:0:6163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727774464:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1786190995.415378:0:6163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786190995.415385:0:6163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786190995.415388:0:6163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190995.415391:0:6163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786190995.415403:0:6163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff963653768800. 02000000:00000001:2.0:1786190995.415405:0:6163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190995.415415:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786190995.415420:0:6163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963647ee0268. 00000400:00000010:2.0:1786190995.415429:0:6163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39770. 00000100:00000200:2.0:1786190995.415438:0:6163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872956727774464, portal 25 00000100:00000001:2.0:1786190995.415440:0:6163:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190995.415441:0:6163:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611217280 : -116315098334336 : ffff963647e1bb80) 00000100:00000040:2.0:1786190995.415448:0:6163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e1bb80 x1872956727774464/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.415457:0:6163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786190995.415460:0:6163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786190995.415463:0:6163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e396e8. 00000100:00000200:2.0:1786190995.415467:0:6163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1872956727774464, offset 0 00000400:00000200:2.0:1786190995.415476:0:6163:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786190995.415486:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190995.415495:0:6163:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786190995.415500:0:6163:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786190995.415506:0:6163:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786190995.415510:0:6163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786190995.415513:0:6163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786190995.415517:0:6163:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [163:163:256:4294967295] 192.168.203.157@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:2.0:1786190995.415522:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190995.415534:0:6163:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786190995.415542:0:6163:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786190995.415547:0:6163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963648804e00. 00000800:00000200:2.0:1786190995.415567:0:6163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786190995.415576:0:6163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786190995.415581:0:6163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963648804e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1786190995.415601:0:6163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190995.415606:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786190995.415615:0:6163:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295056888 00000100:00000010:2.0:1786190995.415620:0:6163:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff963645e83e40. 00000100:00000001:2.0:1786190995.415629:0:6163:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1786190995.415637:0:6163:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295056888 00000100:00000010:2.0:1786190995.415640:0:6163:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff963645e835a0. 00000100:00000001:2.0:1786190995.415644:0:6163:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1786190995.415648:0:6163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190995.415651:0:6163:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.415654:0:6163:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786190995.415656:0:6163:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1786190995.415659:0:6163:0:(client.c:2702:ptlrpc_set_wait()) set ffff963658ca7540 going to sleep for 11 seconds 00000100:00000001:2.0:1786190995.415662:0:6163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786190995.415665:0:6163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1786190995.415845:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190995.415851:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963648804e00. 00000400:00000200:0.0:1786190995.415857:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190995.415863:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190995.415870:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e396e8 00000400:00000010:0.0:1786190995.415873:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e396e8. 00000100:00000001:0.0:1786190995.415885:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190995.415890:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e1bb80 x1872956727774464/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.415902:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190995.415906:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff963647e1bb80 x1872956727774464/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.415913:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190995.415915:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786190995.427285:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190995.427311:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190995.427316:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190995.427319:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190995.427332:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.427342:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190995.427354:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.427360:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.427366:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.427371:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 344 into portal 25 MB=0x6a771b8704d00 00000400:00000200:0.0:1786190995.427376:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.427384:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 344/344 into md 0x949 [1] + 224 00000800:00000001:0.0:1786190995.427406:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190995.427417:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190995.427421:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190995.427427:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190995.427437:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190995.427449:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e1bb80 x1872956727774464/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190995.427462:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff963647e1bb80 x1872956727774464/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.427486:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190995.427500:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190995.427524:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190995.427604:0:6163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786190995.427615:0:6163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786190995.427618:0:6163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786190995.427623:0:6163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963647ee0268. 00000400:00000200:2.0:1786190995.427629:0:6163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39770 00000400:00000010:2.0:1786190995.427632:0:6163:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39770. 00000100:00000001:2.0:1786190995.427636:0:6163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786190995.427641:0:6163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e1bb80 x1872956727774464/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786190995.427650:0:6163:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e1bb80 x1872956727774464/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.427656:0:6163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786190995.427659:0:6163:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190995.427661:0:6163:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786190995.427665:0:6163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786190995.427669:0:6163:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786190995.427671:0:6163:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190995.427674:0:6163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786190995.427683:0:6163:0:(import.c:2149:obd_at_measure()) add 5 to ffff963647e89c60 time=95 v=5 (5 0 0 0) 00000100:00001000:2.0:1786190995.427687:0:6163:0:(import.c:2149:obd_at_measure()) add 1 to ffff963647e89c18 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1786190995.427690:0:6163:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786190995.427698:0:6163:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190995.427702:0:6163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786190995.427704:0:6163:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.427708:0:6163:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190995.427715:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e1bb80 x1872956727774464/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.427722:0:6163:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190995.427725:0:6163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786190995.427727:0:6163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786190995.427731:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e1bb80 x1872956727774464/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190995.427739:0:6163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727774464:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1786190995.427744:0:6163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190995.427747:0:6163:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.427750:0:6163:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786190995.427753:0:6163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190995.427756:0:6163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e1bb80 x1872956727774464/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.427763:0:6163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786190995.427766:0:6163:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff963658ca7540. 00000100:00000001:2.0:1786190995.427770:0:6163:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786190995.427772:0:6163:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190995.427775:0:6163:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1786190995.427779:0:6163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786190995.427783:0:6163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786190995.427788:0:6163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96368204b200 refcount=4 00000020:00000001:2.0:1786190995.427791:0:6163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627759586587136 : -116314122964480 : ffff96368204b200) 00010000:00000001:2.0:1786190995.427794:0:6163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627759586587136 : -116314122964480 : ffff96368204b200) 00010000:00000040:2.0:1786190995.427802:0:6163:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff96368204b200, remote cookie: 0x1f377153d221d8fe, flags: 0x0 00010000:00000001:2.0:1786190995.427806:0:6163:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1786190995.427810:0:6163:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1786190995.427812:0:6163:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1786190995.427821:0:6163:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1786190995.427824:0:6163:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1786190995.427827:0:6163:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff963658e1d500) refcount = 1 00010000:00010000:2.0:1786190995.427833:0:6163:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353208 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d8fe expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786190995.427840:0:6163:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1786190995.427843:0:6163:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1786190995.427845:0:6163:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786190995.427848:0:6163:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1786190995.427851:0:6163:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190995.427854:0:6163:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353208 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f377153d221d8fe expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786190995.427860:0:6163:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1786190995.427862:0:6163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786190995.427864:0:6163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786190995.427865:0:6163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786190995.427866:0:6163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786190995.427868:0:6163:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.427872:0:6163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190995.427876:0:6163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e1bb80 x1872956727774464/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.427884:0:6163:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786190995.427887:0:6163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786190995.427891:0:6163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff963653768800. 02000000:00000001:2.0:1786190995.427894:0:6163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786190995.427897:0:6163:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786190995.427899:0:6163:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1786190995.427901:0:6163:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786190995.427905:0:6163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff963644d4f000. 02000000:00000001:2.0:1786190995.427909:0:6163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786190995.427911:0:6163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786190995.427913:0:6163:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e1bb80. 00000100:00000001:2.0:1786190995.427917:0:6163:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786190995.427918:0:6163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1786190995.427927:0:6163:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786190995.427930:0:6163:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1786190995.427932:0:6163:0:(mgc_request.c:108:config_log_get()) log params (ffff963648dba200) refs 3 10000000:00000001:2.0:1786190995.427935:0:6163:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190995.427937:0:6163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786190995.427939:0:6163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786190995.427940:0:6163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96368204b200 refcount=3 00000020:00000001:2.0:1786190995.427942:0:6163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627759586587136 : -116314122964480 : ffff96368204b200) 00010000:00000001:2.0:1786190995.427945:0:6163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627759586587136 : -116314122964480 : ffff96368204b200) 00010000:00000001:2.0:1786190995.427947:0:6163:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1786190995.427949:0:6163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786190995.427950:0:6163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786190995.427951:0:6163:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786190995.427954:0:6163:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1786190995.427958:0:6163:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff963644dfc9c0. 00000020:00000010:2.0:1786190995.427962:0:6163:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff963644d4f000. 00000020:00000010:2.0:1786190995.427969:0:6163:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff963644d4fa00. 00000040:00000010:2.0:1786190995.427973:0:6163:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff963644d4f200. 00000020:00000010:2.0:1786190995.427979:0:6163:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff963643d90000. 00000020:00000010:2.0:1786190995.427984:0:6163:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff963644d4fe00. 80000000:00000010:2.0:1786190995.427989:0:6163:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff963645e83300. 00040000:00000010:2.0:1786190995.427996:0:6163:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff963644d4f400. 20000000:00000010:2.0:1786190995.428001:0:6163:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff96364e0de400. 10000000:00000040:2.0:1786190995.428047:0:6163:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9636489133c0 : new refcount 2 00000020:00000001:2.0:1786190995.428050:0:6163:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1786190995.428052:0:6163:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1786190995.428055:0:6163:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1786190995.428060:0:6163:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff9636437c5000. 00000040:00000001:2.0:1786190995.428064:0:6163:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1786190995.428068:0:6163:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:2.0:1786190995.428073:0:6163:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e1bb80. 00000020:00000040:2.0:1786190995.428076:0:6163:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1786190995.428081:0:6163:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786190995.428084:0:6163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786190995.428089:0:6163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190995.428102:0:6163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff9636437c4400. 00000100:00000001:2.0:1786190995.428109:0:6163:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.428117:0:6163:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1786190995.428118:0:6163:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1786190995.428124:0:6163:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff963658ca7540. 00000100:00000001:2.0:1786190995.428126:0:6163:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446627758894904640 : -116314814646976 : ffff963658ca7540) 00000100:00000001:2.0:1786190995.428130:0:6163:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190995.428131:0:6163:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611217280 : -116315098334336 : ffff963647e1bb80) 00000100:00000001:2.0:1786190995.428136:0:6163:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786190995.428141:0:6163:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.428143:0:6163:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1786190995.428145:0:6163:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786190995.428150:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e1bb80 x1872956727774592/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.428157:0:6163:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786190995.428159:0:6163:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190995.428163:0:6163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786190995.428166:0:6163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786190995.428169:0:6163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786190995.428172:0:6163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727774592:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1786190995.428176:0:6163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786190995.428181:0:6163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786190995.428184:0:6163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190995.428187:0:6163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786190995.428192:0:6163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e6c0400. 02000000:00000001:2.0:1786190995.428194:0:6163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190995.428200:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786190995.428203:0:6163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963647ee0268. 00000400:00000010:2.0:1786190995.428208:0:6163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39770. 00000100:00000200:2.0:1786190995.428215:0:6163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727774592, portal 25 00000100:00000001:2.0:1786190995.428216:0:6163:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190995.428217:0:6163:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611217280 : -116315098334336 : ffff963647e1bb80) 00000100:00000040:2.0:1786190995.428222:0:6163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e1bb80 x1872956727774592/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.428239:0:6163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786190995.428243:0:6163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786190995.428246:0:6163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e392a8. 00000100:00000200:2.0:1786190995.428250:0:6163:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1872956727774592, offset 0 00000400:00000200:2.0:1786190995.428257:0:6163:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786190995.428265:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190995.428273:0:6163:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786190995.428279:0:6163:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786190995.428284:0:6163:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786190995.428288:0:6163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786190995.428291:0:6163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786190995.428295:0:6163:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [164:164:256:4294967295] 192.168.203.157@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:2.0:1786190995.428299:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190995.428309:0:6163:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786190995.428315:0:6163:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786190995.428321:0:6163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963648804700. 00000800:00000200:2.0:1786190995.428329:0:6163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786190995.428336:0:6163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786190995.428342:0:6163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963648804700 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1786190995.428474:0:6163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190995.428479:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786190995.428482:0:6163:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295056901 00000100:00000001:2.0:1786190995.428491:0:6163:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056888 00000100:00000001:2.0:1786190995.428499:0:6163:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295056901 00000100:00000001:2.0:1786190995.428502:0:6163:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056888 00000100:00000001:2.0:1786190995.428505:0:6163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190995.428508:0:6163:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.428511:0:6163:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786190995.428513:0:6163:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1786190995.428523:0:6163:0:(client.c:2702:ptlrpc_set_wait()) set ffff963658ca7540 going to sleep for 11 seconds 00000100:00000001:2.0:1786190995.428527:0:6163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786190995.428529:0:6163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786190995.428688:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190995.428694:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963648804700. 00000400:00000200:1.0:1786190995.428699:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190995.428704:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190995.428708:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e392a8 00000400:00000010:1.0:1786190995.428710:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e392a8. 00000100:00000001:1.0:1786190995.428714:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190995.428720:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e1bb80 x1872956727774592/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190995.428743:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190995.428747:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff963647e1bb80 x1872956727774592/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190995.428753:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190995.428755:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786190995.436637:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190995.436661:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190995.436666:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190995.436669:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190995.436681:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.436690:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190995.436701:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.436707:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.436712:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.436717:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 25 MB=0x6a771b8704d80 00000400:00000200:0.0:1786190995.436723:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.436730:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 272/272 into md 0x951 [1] + 224 00000800:00000001:0.0:1786190995.436739:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190995.436747:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190995.436751:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190995.436756:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190995.436765:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190995.436776:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e1bb80 x1872956727774592/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190995.436788:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff963647e1bb80 x1872956727774592/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.436856:0:6163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786190995.436876:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190995.436888:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190995.436893:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1786190995.436942:0:6163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786190995.436945:0:6163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786190995.436949:0:6163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963647ee0268. 00000400:00000200:2.0:1786190995.436955:0:6163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39770 00000400:00000010:2.0:1786190995.436958:0:6163:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39770. 00000100:00000001:2.0:1786190995.436961:0:6163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786190995.436966:0:6163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e1bb80 x1872956727774592/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786190995.436976:0:6163:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e1bb80 x1872956727774592/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.436983:0:6163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786190995.436985:0:6163:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190995.436988:0:6163:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786190995.436993:0:6163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786190995.436997:0:6163:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786190995.437000:0:6163:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190995.437108:0:6163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786190995.437119:0:6163:0:(import.c:2149:obd_at_measure()) add 5 to ffff963647e89c60 time=95 v=5 (5 0 0 0) 00000100:00001000:2.0:1786190995.437124:0:6163:0:(import.c:2149:obd_at_measure()) add 1 to ffff963647e89c18 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1786190995.437127:0:6163:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786190995.437130:0:6163:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190995.437133:0:6163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786190995.437136:0:6163:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.437139:0:6163:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190995.437145:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e1bb80 x1872956727774592/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.437152:0:6163:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190995.437155:0:6163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786190995.437158:0:6163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786190995.437162:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e1bb80 x1872956727774592/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190995.437196:0:6163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727774592:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1786190995.437202:0:6163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190995.437205:0:6163:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.437208:0:6163:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786190995.437211:0:6163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190995.437214:0:6163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e1bb80 x1872956727774592/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.437221:0:6163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786190995.437223:0:6163:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff963658ca7540. 00000100:00000001:2.0:1786190995.437228:0:6163:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786190995.437229:0:6163:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786190995.437237:0:6163:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1786190995.437337:0:6163:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190995.437341:0:6163:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1786190995.437344:0:6163:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1786190995.437346:0:6163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190995.437351:0:6163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e1bb80 x1872956727774592/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.437358:0:6163:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190995.437363:0:6163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190995.437374:0:6163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e6c0400. 02000000:00000001:0.0:1786190995.437377:0:6163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190995.437379:0:6163:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190995.437380:0:6163:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1786190995.437382:0:6163:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190995.437386:0:6163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff9636437c4400. 02000000:00000001:0.0:1786190995.437392:0:6163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190995.437394:0:6163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190995.437396:0:6163:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e1bb80. 00000100:00000001:0.0:1786190995.437400:0:6163:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190995.437401:0:6163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1786190995.437405:0:6163:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1786190995.437410:0:6163:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1786190995.437418:0:6163:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff963648ea8000. 00000040:00000001:0.0:1786190995.437421:0:6163:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1786190995.437423:0:6163:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1786190995.437426:0:6163:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:0.0:1786190995.437431:0:6163:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364df29c00. 00000020:00000040:0.0:1786190995.437434:0:6163:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1786190995.437439:0:6163:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786190995.437441:0:6163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786190995.437447:0:6163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786190995.437454:0:6163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff963643df4000. 00000100:00000001:0.0:1786190995.437462:0:6163:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190995.437468:0:6163:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1786190995.437470:0:6163:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1786190995.437477:0:6163:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff963658c3b180. 00000100:00000001:0.0:1786190995.437479:0:6163:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446627758894461312 : -116314815090304 : ffff963658c3b180) 00000100:00000001:0.0:1786190995.437482:0:6163:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190995.437484:0:6163:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712986624 : -116314996564992 : ffff96364df29c00) 00000100:00000001:0.0:1786190995.437490:0:6163:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786190995.437496:0:6163:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190995.437498:0:6163:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1786190995.437500:0:6163:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786190995.437505:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364df29c00 x1872956727774720/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.437524:0:6163:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786190995.437527:0:6163:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190995.437532:0:6163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786190995.437536:0:6163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786190995.437539:0:6163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190995.437543:0:6163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df29c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727774720:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1786190995.437547:0:6163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786190995.437565:0:6163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786190995.437568:0:6163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190995.437571:0:6163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786190995.437592:0:6163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff963648aa4000. 02000000:00000001:0.0:1786190995.437594:0:6163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190995.437602:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786190995.437606:0:6163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963648bf8aa8. 00000400:00000010:0.0:1786190995.437614:0:6163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9636535680c0. 00000100:00000200:0.0:1786190995.437623:0:6163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1872956727774720, portal 25 00000100:00000001:0.0:1786190995.437625:0:6163:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190995.437626:0:6163:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712986624 : -116314996564992 : ffff96364df29c00) 00000100:00000040:0.0:1786190995.437632:0:6163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364df29c00 x1872956727774720/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.437638:0:6163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190995.437642:0:6163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190995.437645:0:6163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5088. 00000100:00000200:0.0:1786190995.437648:0:6163:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1872956727774720, offset 0 00000400:00000200:0.0:1786190995.437654:0:6163:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190995.437664:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.437671:0:6163:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190995.437678:0:6163:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786190995.437683:0:6163:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786190995.437688:0:6163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786190995.437691:0:6163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786190995.437704:0:6163:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [165:165:256:4294967295] 192.168.203.157@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:0.0:1786190995.437709:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.437719:0:6163:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190995.437725:0:6163:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190995.437731:0:6163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9e500. 00000800:00000200:0.0:1786190995.437738:0:6163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190995.437746:0:6163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190995.437752:0:6163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9e500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1786190995.437832:0:6163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190995.437837:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786190995.437840:0:6163:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295056910 00000100:00000001:0.0:1786190995.437850:0:6163:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056901 00000100:00000001:0.0:1786190995.437857:0:6163:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295056910 00000100:00000001:0.0:1786190995.437861:0:6163:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056901 00000100:00000001:0.0:1786190995.437864:0:6163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190995.437867:0:6163:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190995.437870:0:6163:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786190995.437872:0:6163:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1786190995.437875:0:6163:0:(client.c:2702:ptlrpc_set_wait()) set ffff963658c3b180 going to sleep for 11 seconds 00000100:00000001:0.0:1786190995.437877:0:6163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786190995.437880:0:6163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786190995.438054:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190995.438059:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9e500. 00000400:00000200:1.0:1786190995.438065:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190995.438070:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190995.438075:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5088 00000400:00000010:1.0:1786190995.438077:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5088. 00000100:00000001:1.0:1786190995.438080:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190995.438085:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364df29c00 x1872956727774720/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190995.438095:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190995.438099:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96364df29c00 x1872956727774720/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190995.438105:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190995.438106:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1786190995.445892:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190995.445920:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1786190995.445926:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190995.445928:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190995.445940:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.445951:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1786190995.445963:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.445969:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.445975:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.445979:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 8416 into portal 25 MB=0x6a771b8704e00 00000400:00000200:0.0:1786190995.446002:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.446049:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 8416/8416 into md 0x959 [4] + 224 00000800:00000001:0.0:1786190995.446059:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190995.446096:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1786190995.446100:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190995.446105:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1786190995.446115:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190995.446126:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364df29c00 x1872956727774720/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1786190995.446138:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff96364df29c00 x1872956727774720/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.446163:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1786190995.446175:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:0.0:1786190995.446180:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190995.446219:0:6163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786190995.446232:0:6163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786190995.446235:0:6163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786190995.446239:0:6163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963648bf8aa8. 00000400:00000200:2.0:1786190995.446247:0:6163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636535680c0 00000400:00000010:2.0:1786190995.446250:0:6163:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9636535680c0. 00000100:00000001:2.0:1786190995.446255:0:6163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786190995.446267:0:6163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364df29c00 x1872956727774720/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786190995.446279:0:6163:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364df29c00 x1872956727774720/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.446286:0:6163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786190995.446287:0:6163:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190995.446290:0:6163:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786190995.446294:0:6163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786190995.446297:0:6163:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786190995.446299:0:6163:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190995.446301:0:6163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786190995.446308:0:6163:0:(import.c:2149:obd_at_measure()) add 5 to ffff963647e89c60 time=95 v=5 (5 0 0 0) 00000100:00001000:2.0:1786190995.446312:0:6163:0:(import.c:2149:obd_at_measure()) add 1 to ffff963647e89c18 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1786190995.446329:0:6163:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786190995.446331:0:6163:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190995.446334:0:6163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786190995.446336:0:6163:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.446339:0:6163:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190995.446345:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364df29c00 x1872956727774720/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.446353:0:6163:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190995.446356:0:6163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786190995.446358:0:6163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786190995.446362:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364df29c00 x1872956727774720/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190995.446369:0:6163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727774720:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1786190995.446374:0:6163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190995.446377:0:6163:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.446379:0:6163:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786190995.446381:0:6163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190995.446384:0:6163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364df29c00 x1872956727774720/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.446390:0:6163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786190995.446393:0:6163:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff963658c3b180. 00000100:00000001:2.0:1786190995.446397:0:6163:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786190995.446399:0:6163:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786190995.446409:0:6163:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1786190995.446411:0:6163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190995.446414:0:6163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364df29c00 x1872956727774720/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.446420:0:6163:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786190995.446423:0:6163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786190995.446425:0:6163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff963648aa4000. 02000000:00000001:2.0:1786190995.446439:0:6163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786190995.446442:0:6163:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786190995.446448:0:6163:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1786190995.446451:0:6163:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786190995.446454:0:6163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff963643df4000. 02000000:00000001:2.0:1786190995.446458:0:6163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786190995.446460:0:6163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786190995.446462:0:6163:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364df29c00. 00000100:00000001:2.0:1786190995.446465:0:6163:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786190995.446467:0:6163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1786190995.446469:0:6163:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786190995.446471:0:6163:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1786190995.446472:0:6163:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:2.0:1786190995.446475:0:6163:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786190995.446478:0:6163:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1786190995.446481:0:6163:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1786190995.446485:0:6163:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff963645e83ba0. 00000040:00001000:2.0:1786190995.446487:0:6163:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:0.0:1786190995.446841:0:10387:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:0.0:1786190995.446848:0:10387:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff963643df4c00. 00000020:00000010:0.0:1786190995.446865:0:10387:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff963643df5000. 00000040:00000010:0.0:1786190995.446868:0:10387:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff963643df4600. 00000020:00000010:0.0:1786190995.446873:0:10387:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff96364df6c000. 00000020:00000010:0.0:1786190995.446880:0:10387:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff96364e350a10. 00000020:00000010:0.0:1786190995.446884:0:10387:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff963643df4200. 80000000:00000010:0.0:1786190995.446889:0:10387:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff96364e32d480. 40000000:00000010:0.0:1786190995.446893:0:10387:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff9636467beb80. 00100000:00000010:0.0:1786190995.446898:0:10387:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff96364df6f000. 00040000:00000010:0.0:1786190995.446902:0:10387:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff963647d9ea00. 00040000:00000010:0.0:1786190995.446907:0:10387:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff96364df6c800. 00040000:00000010:0.0:1786190995.446910:0:10387:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff963643df4000. 00000004:00000010:0.0:1786190995.446914:0:10387:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff96364df6d000. 00000004:00000010:0.0:1786190995.446919:0:10387:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff963647a1d000. 00000004:00000010:0.0:1786190995.446924:0:10387:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff96364df6f800. 00002000:00000010:0.0:1786190995.446929:0:10387:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff96364ec5ac00. 00000004:00000010:0.0:1786190995.446934:0:10387:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff96364ec59c00. 00000020:00000010:0.0:1786190995.446945:0:10387:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff9636467becc0. 00000040:00000010:0.0:1786190995.446953:0:10387:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff963648eaa000. 00000040:00080000:0.0:1786190995.447608:0:10387:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:0.0:1786190995.447614:0:10387:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff963648eaa000. 00000020:00000010:0.0:1786190995.447621:0:10387:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff9636467becc0. 00000020:00000010:0.0:1786190995.447635:0:10387:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff963643df5000. 00000040:00000010:0.0:1786190995.447640:0:10387:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff963643df4600. 00000020:00000010:0.0:1786190995.447643:0:10387:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff96364df6c000. 00000020:00000010:0.0:1786190995.447646:0:10387:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff96364e350a10. 00000020:00000010:0.0:1786190995.447650:0:10387:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff963643df4200. 80000000:00000010:0.0:1786190995.447653:0:10387:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff96364e32d480. 40000000:00000010:0.0:1786190995.447655:0:10387:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff9636467beb80. 00100000:00000010:0.0:1786190995.447658:0:10387:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff96364df6f000. 00040000:00000010:0.0:1786190995.447661:0:10387:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff963647d9ea00. 00040000:00000010:0.0:1786190995.447664:0:10387:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff96364df6c800. 00040000:00000010:0.0:1786190995.447667:0:10387:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff963643df4000. 00000004:00000010:0.0:1786190995.447669:0:10387:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff96364df6d000. 00000004:00000010:0.0:1786190995.447672:0:10387:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff963647a1d000. 00000004:00000010:0.0:1786190995.447675:0:10387:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff96364df6f800. 00002000:00000010:0.0:1786190995.447678:0:10387:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff96364ec5ac00. 00000004:00000010:0.0:1786190995.447681:0:10387:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff96364ec59c00. 00000020:00000010:0.0:1786190995.447683:0:10387:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff963643df4c00. 00000040:00000010:2.0:1786190995.447947:0:6163:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff963645e83ba0. 00000040:00000001:2.0:1786190995.447951:0:6163:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1786190995.447954:0:6163:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:2.0:1786190995.447959:0:6163:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff963648ea8000. 00000040:00000010:2.0:1786190995.447962:0:6163:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff9636437c5000. 00000020:00000001:2.0:1786190995.447964:0:6163:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786190995.447967:0:6163:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1786190995.447971:0:6163:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff963644d4fa00. 00000040:00000010:2.0:1786190995.447974:0:6163:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff963644d4f200. 00000020:00000010:2.0:1786190995.447977:0:6163:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff963643d90000. 00000020:00000010:2.0:1786190995.447980:0:6163:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff963644d4fe00. 80000000:00000010:2.0:1786190995.448327:0:6163:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff963645e83300. 00040000:00000010:2.0:1786190995.448333:0:6163:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff963644d4f400. 20000000:00000010:2.0:1786190995.448338:0:6163:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff96364e0de400. 00000020:00000010:2.0:1786190995.448341:0:6163:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff963644d4f000. 10000000:00000010:2.0:1786190995.448345:0:6163:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff963644dfc9c0. 10000000:01000000:2.0:1786190995.448347:0:6163:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1786190995.448351:0:6163:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:2.0:1786190995.448354:0:6163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786190995.448367:0:6163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786190995.448370:0:6163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff96368204b200 refcount=3 00000020:00000001:2.0:1786190995.448372:0:6163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627759586587136 : -116314122964480 : ffff96368204b200) 00010000:00000001:2.0:1786190995.448374:0:6163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627759586587136 : -116314122964480 : ffff96368204b200) 00010000:00000001:2.0:1786190995.448377:0:6163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1786190995.448381:0:6163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353208 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d8fe expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786190995.448390:0:6163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786190995.448392:0:6163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1786190995.448394:0:6163:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353208 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d8fe expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786190995.448399:0:6163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1786190995.448401:0:6163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786190995.448401:0:6163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1786190995.448403:0:6163:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786190995.448405:0:6163:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786190995.448408:0:6163:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1786190995.448411:0:6163:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1786190995.448412:0:6163:0:(mgc_request.c:108:config_log_get()) log params (ffff96364e370200) refs 2 10000000:00000001:2.0:1786190995.448414:0:6163:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786190995.448417:0:6163:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1786190995.448418:0:6163:0:(mgc_request.c:123:config_log_put()) log params(ffff963648dba200) refs 3 10000000:00000001:2.0:1786190995.448420:0:6163:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1786190995.448422:0:6163:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1786190995.450446:0:6163:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1786190995.450453:0:6163:0:(mgc_request.c:1782:mgc_process_log()) Process entered 10000000:01000000:0.0:1786190995.450455:0:6163:0:(mgc_request.c:1801:mgc_process_log()) Process log params-ffff963644f1b800 from 7 10000000:00000001:0.0:1786190995.450459:0:6163:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:0.0:1786190995.450461:0:6163:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1786190995.450472:0:6163:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364df28700. 00000020:00000040:0.0:1786190995.450478:0:6163:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1786190995.450482:0:6163:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786190995.450485:0:6163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786190995.450491:0:6163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786190995.450499:0:6163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff963643df4c00. 00000100:00000001:0.0:1786190995.450505:0:6163:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190995.450510:0:6163:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1786190995.450524:0:6163:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1786190995.450529:0:6163:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff963658e1d500 count: 2 00010000:00000001:0.0:1786190995.450532:0:6163:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1786190995.450535:0:6163:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1786190995.450539:0:6163:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff963640030000. 00000020:00000001:0.0:1786190995.450543:0:6163:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1786190995.450546:0:6163:0:(lustre_handles.c:93:class_handle_hash()) added object ffff963640030000 with handle 0x30c57aa03435320f to hash 00000020:00000001:0.0:1786190995.450548:0:6163:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1786190995.450550:0:6163:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446627758479179776 : -116315230371840 : ffff963640030000) 00010000:00000001:0.0:1786190995.450567:0:6163:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446627758479179776 : -116315230371840 : ffff963640030000) 00010000:00000001:0.0:1786190995.450572:0:6163:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1786190995.450575:0:6163:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1786190995.450579:0:6163:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff963640030000/0x30c57aa03435320f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786190995.450587:0:6163:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff963640030000/0x30c57aa03435320f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1786190995.450598:0:6163:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff963640030000/0x30c57aa03435320f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1786190995.450604:0:6163:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1786190995.450606:0:6163:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1786190995.450613:0:6163:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9636512df9c0. 00000100:00000001:0.0:1786190995.450616:0:6163:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446627758767208896 : -116314942342720 : ffff9636512df9c0) 00000100:00000001:0.0:1786190995.450618:0:6163:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190995.450620:0:6163:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712981248 : -116314996570368 : ffff96364df28700) 00000100:00000001:0.0:1786190995.450625:0:6163:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786190995.450629:0:6163:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190995.450631:0:6163:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1786190995.450633:0:6163:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786190995.450643:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364df28700 x1872956727774848/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.450651:0:6163:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786190995.450659:0:6163:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190995.450662:0:6163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786190995.450665:0:6163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786190995.450667:0:6163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190995.450671:0:6163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df28700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727774848:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1786190995.450674:0:6163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786190995.450679:0:6163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786190995.450682:0:6163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190995.450684:0:6163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786190995.450688:0:6163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff96364ec59c00. 02000000:00000001:0.0:1786190995.450690:0:6163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190995.450697:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786190995.450700:0:6163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963648bf8840. 00000400:00000010:0.0:1786190995.450707:0:6163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5330. 00000100:00000200:0.0:1786190995.450713:0:6163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1872956727774848, portal 25 00000100:00000001:0.0:1786190995.450715:0:6163:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190995.450716:0:6163:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712981248 : -116314996570368 : ffff96364df28700) 00000100:00000040:0.0:1786190995.450721:0:6163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364df28700 x1872956727774848/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.450728:0:6163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190995.450731:0:6163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190995.450734:0:6163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5990. 00000100:00000200:0.0:1786190995.450736:0:6163:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1872956727774848, offset 0 00000400:00000200:0.0:1786190995.450742:0:6163:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190995.450751:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.450758:0:6163:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190995.450763:0:6163:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786190995.450767:0:6163:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786190995.450771:0:6163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786190995.450774:0:6163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786190995.450778:0:6163:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [166:166:256:4294967295] 192.168.203.157@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:0.0:1786190995.450782:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.450790:0:6163:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190995.450803:0:6163:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190995.450808:0:6163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9ea00. 00000800:00000200:0.0:1786190995.450814:0:6163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190995.450821:0:6163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190995.450826:0:6163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9ea00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1786190995.450888:0:6163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190995.450893:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786190995.450895:0:6163:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295056923 00000100:00000001:0.0:1786190995.450901:0:6163:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056910 00000100:00000001:0.0:1786190995.450906:0:6163:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295056923 00000100:00000001:0.0:1786190995.450909:0:6163:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056910 00000100:00000001:0.0:1786190995.450912:0:6163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190995.450915:0:6163:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190995.450917:0:6163:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786190995.450919:0:6163:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1786190995.450921:0:6163:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636512df9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1786190995.450924:0:6163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786190995.450926:0:6163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786190995.451101:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190995.451105:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9ea00. 00000400:00000200:1.0:1786190995.451110:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190995.451115:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190995.451119:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5990 00000400:00000010:1.0:1786190995.451122:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5990. 00000100:00000001:1.0:1786190995.451125:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190995.451128:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364df28700 x1872956727774848/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190995.451138:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190995.451141:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96364df28700 x1872956727774848/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190995.451157:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190995.451159:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786190995.468567:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190995.468590:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190995.468595:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190995.468599:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190995.468627:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190995.468637:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190995.468649:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190995.468656:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190995.468664:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190995.468669:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 344 into portal 25 MB=0x6a771b8704e80 00000400:00000200:1.0:1786190995.468676:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190995.468684:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 344/344 into md 0x969 [1] + 224 00000800:00000001:1.0:1786190995.468694:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190995.468704:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190995.468709:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190995.468727:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190995.468736:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190995.468749:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364df28700 x1872956727774848/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190995.468763:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff96364df28700 x1872956727774848/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190995.468796:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190995.468807:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190995.468812:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190995.468860:0:6163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786190995.468873:0:6163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786190995.468876:0:6163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786190995.468880:0:6163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963648bf8840. 00000400:00000200:2.0:1786190995.468888:0:6163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5330 00000400:00000010:2.0:1786190995.468890:0:6163:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5330. 00000100:00000001:2.0:1786190995.468895:0:6163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786190995.468906:0:6163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364df28700 x1872956727774848/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786190995.468919:0:6163:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364df28700 x1872956727774848/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.468940:0:6163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786190995.468943:0:6163:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190995.468946:0:6163:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786190995.468949:0:6163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786190995.468952:0:6163:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786190995.468954:0:6163:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190995.468957:0:6163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786190995.468963:0:6163:0:(import.c:2149:obd_at_measure()) add 5 to ffff963647e89c60 time=95 v=5 (5 0 0 0) 00000100:00001000:2.0:1786190995.468966:0:6163:0:(import.c:2149:obd_at_measure()) add 1 to ffff963647e89c18 time=95 v=5 (1 0 0 0) 00000100:00000001:2.0:1786190995.468969:0:6163:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786190995.468971:0:6163:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190995.468974:0:6163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786190995.468977:0:6163:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.468979:0:6163:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190995.468984:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364df28700 x1872956727774848/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.468993:0:6163:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190995.468996:0:6163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786190995.468998:0:6163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786190995.469002:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364df28700 x1872956727774848/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190995.469047:0:6163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df28700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727774848:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1786190995.469053:0:6163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190995.469055:0:6163:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.469058:0:6163:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1786190995.469060:0:6163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190995.469064:0:6163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364df28700 x1872956727774848/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.469070:0:6163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786190995.469073:0:6163:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9636512df9c0. 00000100:00000001:2.0:1786190995.469080:0:6163:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1786190995.469087:0:6163:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190995.469090:0:6163:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1786190995.469093:0:6163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786190995.469096:0:6163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786190995.469099:0:6163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff963640030000 refcount=4 00000020:00000001:2.0:1786190995.469102:0:6163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627758479179776 : -116315230371840 : ffff963640030000) 00010000:00000001:2.0:1786190995.469105:0:6163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627758479179776 : -116315230371840 : ffff963640030000) 00010000:00000040:2.0:1786190995.469111:0:6163:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff963640030000, remote cookie: 0x1f377153d221d905, flags: 0x0 00010000:00000001:2.0:1786190995.469114:0:6163:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1786190995.469118:0:6163:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1786190995.469120:0:6163:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1786190995.469123:0:6163:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:2.0:1786190995.469124:0:6163:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1786190995.469126:0:6163:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff963658e1d500) refcount = 2 00010000:00000040:2.0:1786190995.469129:0:6163:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1786190995.469133:0:6163:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.203.157@tcp lock: ffff96368204b200/0x30c57aa034353208 lrc: 1/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f377153d221d8fe expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1786190995.469142:0:6163:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff963640030000/0x30c57aa03435320f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d905 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786190995.469148:0:6163:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1786190995.469150:0:6163:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1786190995.469151:0:6163:0:(ldlm_lock.c:1915:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1786190995.469154:0:6163:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1786190995.469156:0:6163:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190995.469159:0:6163:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff963640030000/0x30c57aa03435320f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x1f377153d221d905 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1786190995.469164:0:6163:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1786190995.469166:0:6163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786190995.469168:0:6163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786190995.469169:0:6163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786190995.469170:0:6163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786190995.469171:0:6163:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.469178:0:6163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190995.469182:0:6163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364df28700 x1872956727774848/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1786191011 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.469189:0:6163:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786190995.469192:0:6163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786190995.469195:0:6163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff96364ec59c00. 02000000:00000001:2.0:1786190995.469199:0:6163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786190995.469201:0:6163:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786190995.469203:0:6163:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1786190995.469205:0:6163:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786190995.469207:0:6163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff963643df4c00. 02000000:00000001:2.0:1786190995.469211:0:6163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786190995.469213:0:6163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786190995.469215:0:6163:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364df28700. 00000100:00000001:2.0:1786190995.469218:0:6163:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786190995.469220:0:6163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1786190995.469222:0:6163:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786190995.469224:0:6163:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1786190995.469226:0:6163:0:(mgc_request.c:108:config_log_get()) log params (ffff96364e370200) refs 3 10000000:00000001:2.0:1786190995.469229:0:6163:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190995.469231:0:6163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1786190995.469232:0:6163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:2.0:1786190995.469234:0:6163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff963640030000 refcount=3 00000020:00000001:2.0:1786190995.469236:0:6163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627758479179776 : -116315230371840 : ffff963640030000) 00010000:00000001:2.0:1786190995.469238:0:6163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627758479179776 : -116315230371840 : ffff963640030000) 00010000:00000001:2.0:1786190995.469240:0:6163:0:(ldlm_lock.c:2548:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1786190995.469242:0:6163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1786190995.469243:0:6163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1786190995.469244:0:6163:0:(ldlm_lock.c:2557:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1786190995.469246:0:6163:0:(mgc_request.c:1668:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1786190995.469250:0:6163:0:(mgc_request.c:1682:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff963644dfc9c0. 00000020:00000010:2.0:1786190995.469254:0:6163:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff96364e6c1a00. 00000020:00000010:2.0:1786190995.469259:0:6163:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff96364e6c1e00. 00000040:00000010:2.0:1786190995.471542:0:6163:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff96364e6c0400. 00000020:00000010:2.0:1786190995.471565:0:6163:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff963643d90000. 00000020:00000010:2.0:1786190995.471571:0:6163:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff96364e0de400. 80000000:00000010:2.0:1786190995.471588:0:6163:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff963645e83300. 00040000:00000010:2.0:1786190995.471606:0:6163:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff963644d4f000. 20000000:00000010:2.0:1786190995.471615:0:6163:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff963644d4f400. 10000000:00000040:2.0:1786190995.471620:0:6163:0:(lustre_log.h:387:llog_ctxt_get()) GETting ctxt ffff9636489133c0 : new refcount 2 00000020:00000001:2.0:1786190995.471624:0:6163:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1786190995.471625:0:6163:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:2.0:1786190995.471628:0:6163:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:2.0:1786190995.471631:0:6163:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff963644d4fe00. 00000040:00000001:2.0:1786190995.471635:0:6163:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1786190995.471638:0:6163:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:2.0:1786190995.471649:0:6163:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e19180. 00000020:00000040:2.0:1786190995.471652:0:6163:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1786190995.471656:0:6163:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786190995.471659:0:6163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786190995.471664:0:6163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190995.471670:0:6163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff963644d4f200. 00000100:00000001:2.0:1786190995.471677:0:6163:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.471684:0:6163:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1786190995.471685:0:6163:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1786190995.471691:0:6163:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff963658ca7540. 00000100:00000001:2.0:1786190995.471694:0:6163:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446627758894904640 : -116314814646976 : ffff963658ca7540) 00000100:00000001:2.0:1786190995.471696:0:6163:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190995.471698:0:6163:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611206528 : -116315098345088 : ffff963647e19180) 00000100:00000001:2.0:1786190995.471703:0:6163:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786190995.471707:0:6163:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190995.471709:0:6163:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1786190995.471710:0:6163:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786190995.471720:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e19180 x1872956727774976/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.471728:0:6163:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786190995.471730:0:6163:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190995.471734:0:6163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786190995.471737:0:6163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786190995.471739:0:6163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786190995.471743:0:6163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727774976:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1786190995.471753:0:6163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786190995.471759:0:6163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786190995.471761:0:6163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190995.471764:0:6163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786190995.471768:0:6163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963644d4fa00. 02000000:00000001:2.0:1786190995.471770:0:6163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190995.471778:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786190995.471783:0:6163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963647ee0268. 00000400:00000010:2.0:1786190995.471790:0:6163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39770. 00000100:00000200:2.0:1786190995.471797:0:6163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727774976, portal 25 00000100:00000001:2.0:1786190995.471799:0:6163:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190995.471800:0:6163:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611206528 : -116315098345088 : ffff963647e19180) 00000100:00000040:2.0:1786190995.471806:0:6163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e19180 x1872956727774976/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190995.471813:0:6163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786190995.471816:0:6163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786190995.471819:0:6163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e394c8. 00000100:00000200:2.0:1786190995.471822:0:6163:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1872956727774976, offset 0 00000400:00000200:2.0:1786190995.471828:0:6163:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786190995.471835:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190995.471844:0:6163:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786190995.471848:0:6163:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786190995.471852:0:6163:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786190995.471856:0:6163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786190995.471859:0:6163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786190995.471862:0:6163:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [167:167:256:4294967295] 192.168.203.157@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:2.0:1786190995.471866:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190995.471876:0:6163:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786190995.471882:0:6163:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786190995.471887:0:6163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963648804b00. 00000800:00000200:2.0:1786190995.471893:0:6163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786190995.471906:0:6163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786190995.471911:0:6163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963648804b00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:2.0:1786190995.472216:0:6163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190995.472223:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786190995.472227:0:6163:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295056944 00000800:00000200:0.0:1786190995.472691:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1786190995.472696:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963648804b00. 00000400:00000200:0.0:1786190995.472702:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1786190995.472707:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1786190995.472712:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e394c8 00000400:00000010:0.0:1786190995.472715:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e394c8. 00000100:00000001:0.0:1786190995.472718:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1786190995.472722:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e19180 x1872956727774976/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.472732:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190995.472736:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff963647e19180 x1872956727774976/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.472743:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190995.472752:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1786190995.472770:0:6163:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056923 00000100:00000001:0.0:1786190995.472774:0:6163:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295056945 00000100:00000001:0.0:1786190995.472777:0:6163:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056923 00000100:00000001:0.0:1786190995.472781:0:6163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190995.472784:0:6163:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190995.472787:0:6163:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786190995.472789:0:6163:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1786190995.472792:0:6163:0:(client.c:2702:ptlrpc_set_wait()) set ffff963658ca7540 going to sleep for 11 seconds 00000100:00000001:0.0:1786190995.472795:0:6163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786190995.472798:0:6163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1786190995.484826:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190995.484843:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190995.484847:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190995.484849:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190995.484858:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190995.484866:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190995.484887:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190995.484893:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190995.484899:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190995.484903:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 25 MB=0x6a771b8704f00 00000400:00000200:1.0:1786190995.484907:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190995.484913:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 272/272 into md 0x979 [1] + 224 00000800:00000001:1.0:1786190995.484919:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190995.484926:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190995.484929:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190995.484933:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190995.484941:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190995.484950:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e19180 x1872956727774976/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190995.484963:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff963647e19180 x1872956727774976/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.485030:0:6163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786190995.485169:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190995.485178:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190995.485181:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1786190995.485213:0:6163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190995.485215:0:6163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190995.485218:0:6163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963647ee0268. 00000400:00000200:0.0:1786190995.485222:0:6163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39770 00000400:00000010:0.0:1786190995.485224:0:6163:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39770. 00000100:00000001:0.0:1786190995.485227:0:6163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190995.485232:0:6163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e19180 x1872956727774976/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190995.485242:0:6163:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e19180 x1872956727774976/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.485248:0:6163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190995.485250:0:6163:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190995.485253:0:6163:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190995.485256:0:6163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190995.485258:0:6163:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190995.485260:0:6163:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190995.485263:0:6163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190995.485269:0:6163:0:(import.c:2149:obd_at_measure()) add 5 to ffff963647e89c60 time=95 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190995.485273:0:6163:0:(import.c:2149:obd_at_measure()) add 1 to ffff963647e89c18 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190995.485275:0:6163:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190995.485277:0:6163:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190995.485280:0:6163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786190995.485288:0:6163:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190995.485291:0:6163:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190995.485297:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e19180 x1872956727774976/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.485304:0:6163:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190995.485307:0:6163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190995.485308:0:6163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190995.485312:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e19180 x1872956727774976/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190995.485320:0:6163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e19180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727774976:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1786190995.485325:0:6163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190995.485328:0:6163:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190995.485330:0:6163:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1786190995.485332:0:6163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190995.485336:0:6163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e19180 x1872956727774976/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.485342:0:6163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786190995.485345:0:6163:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff963658ca7540. 00000100:00000001:0.0:1786190995.485349:0:6163:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1786190995.485351:0:6163:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1786190995.485356:0:6163:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:0.0:1786190995.485360:0:6163:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190995.485362:0:6163:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1786190995.485364:0:6163:0:(genops.c:1251:class_import_put()) Process leaving 00000100:00000001:0.0:1786190995.485365:0:6163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190995.485368:0:6163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e19180 x1872956727774976/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1786191011 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.485374:0:6163:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190995.485376:0:6163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190995.485379:0:6163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963644d4fa00. 02000000:00000001:0.0:1786190995.485382:0:6163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190995.485383:0:6163:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190995.485390:0:6163:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1786190995.485391:0:6163:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190995.485394:0:6163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff963644d4f200. 02000000:00000001:0.0:1786190995.485397:0:6163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190995.485399:0:6163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190995.485401:0:6163:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e19180. 00000100:00000001:0.0:1786190995.485404:0:6163:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190995.485405:0:6163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1786190995.485408:0:6163:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1786190995.485411:0:6163:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:0.0:1786190995.485417:0:6163:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff963648eaa000. 00000040:00000001:0.0:1786190995.485419:0:6163:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:0.0:1786190995.485420:0:6163:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1786190995.485423:0:6163:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:0.0:1786190995.485426:0:6163:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364df29880. 00000020:00000040:0.0:1786190995.485428:0:6163:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1786190995.485431:0:6163:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1786190995.485433:0:6163:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1786190995.485437:0:6163:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1786190995.485442:0:6163:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff963643df4000. 00000100:00000001:0.0:1786190995.485447:0:6163:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190995.485452:0:6163:0:(client.c:3339:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1786190995.485453:0:6163:0:(client.c:1156:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1786190995.485458:0:6163:0:(client.c:1158:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff9636512df9c0. 00000100:00000001:0.0:1786190995.485461:0:6163:0:(client.c:1173:ptlrpc_prep_set()) Process leaving (rc=18446627758767208896 : -116314942342720 : ffff9636512df9c0) 00000100:00000001:0.0:1786190995.485463:0:6163:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190995.485465:0:6163:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712985728 : -116314996565888 : ffff96364df29880) 00000100:00000001:0.0:1786190995.485469:0:6163:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1786190995.485472:0:6163:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190995.485474:0:6163:0:(client.c:2675:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1786190995.485476:0:6163:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1786190995.485480:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364df29880 x1872956727775104/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.485487:0:6163:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1786190995.485488:0:6163:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190995.485492:0:6163:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1786190995.485501:0:6163:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1786190995.485504:0:6163:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1786190995.485508:0:6163:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364df29880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727775104:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1786190995.485511:0:6163:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1786190995.485517:0:6163:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1786190995.485519:0:6163:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190995.485521:0:6163:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1786190995.485535:0:6163:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff963648aa4000. 02000000:00000001:0.0:1786190995.485537:0:6163:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190995.485542:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1786190995.485545:0:6163:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963648bf8058. 00000400:00000010:0.0:1786190995.485551:0:6163:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff9636535680c0. 00000100:00000200:0.0:1786190995.485570:0:6163:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1872956727775104, portal 25 00000100:00000001:0.0:1786190995.485572:0:6163:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1786190995.485573:0:6163:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758712985728 : -116314996565888 : ffff96364df29880) 00000100:00000040:0.0:1786190995.485579:0:6163:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364df29880 x1872956727775104/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.485586:0:6163:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1786190995.485588:0:6163:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1786190995.485592:0:6163:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9636466a5b28. 00000100:00000200:0.0:1786190995.485594:0:6163:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1872956727775104, offset 0 00000400:00000200:0.0:1786190995.485600:0:6163:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1786190995.485606:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.485611:0:6163:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1786190995.485616:0:6163:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1786190995.485620:0:6163:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1786190995.485624:0:6163:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1786190995.485627:0:6163:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1786190995.485631:0:6163:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [168:168:256:4294967295] 192.168.203.157@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:0.0:1786190995.485635:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1786190995.485642:0:6163:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1786190995.485647:0:6163:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1786190995.485658:0:6163:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963647d9eb00. 00000800:00000200:0.0:1786190995.485665:0:6163:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1786190995.485672:0:6163:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1786190995.485676:0:6163:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963647d9eb00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1786190995.485736:0:6163:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1786190995.485741:0:6163:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786190995.485743:0:6163:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295056958 00000100:00000001:0.0:1786190995.485750:0:6163:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056944 00000100:00000001:0.0:1786190995.485754:0:6163:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295056958 00000100:00000001:0.0:1786190995.485757:0:6163:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056945 00000100:00000001:0.0:1786190995.485760:0:6163:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190995.485763:0:6163:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190995.485765:0:6163:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1786190995.485767:0:6163:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1786190995.485770:0:6163:0:(client.c:2702:ptlrpc_set_wait()) set ffff9636512df9c0 going to sleep for 11 seconds 00000100:00000001:0.0:1786190995.485772:0:6163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1786190995.485774:0:6163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786190995.486137:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190995.486142:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963647d9eb00. 00000400:00000200:1.0:1786190995.486146:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190995.486151:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190995.486154:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636466a5b28 00000400:00000010:1.0:1786190995.486156:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff9636466a5b28. 00000100:00000001:1.0:1786190995.486160:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190995.486164:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364df29880 x1872956727775104/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190995.486173:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190995.486176:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff96364df29880 x1872956727775104/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190995.486182:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190995.486190:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786190995.488136:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190995.488150:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190995.488154:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190995.488156:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190995.488163:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190995.488169:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190995.488176:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190995.488181:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190995.488186:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190995.488189:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 8416 into portal 25 MB=0x6a771b8704f80 00000400:00000200:1.0:1786190995.488193:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190995.488199:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 8416/8416 into md 0x981 [4] + 224 00000800:00000001:1.0:1786190995.488205:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190995.488214:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190995.488218:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190995.488222:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190995.488228:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190995.488236:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364df29880 x1872956727775104/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190995.488251:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff96364df29880 x1872956727775104/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.488308:0:6163:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786190995.488325:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190995.488333:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190995.488336:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1786190995.488370:0:6163:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1786190995.488372:0:6163:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1786190995.488375:0:6163:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963648bf8058. 00000400:00000200:0.0:1786190995.488379:0:6163:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9636535680c0 00000400:00000010:0.0:1786190995.488381:0:6163:0:(lib-lnet.h:280:lnet_md_free()) kfreed 'md': 184 at ffff9636535680c0. 00000100:00000001:0.0:1786190995.488384:0:6163:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1786190995.488389:0:6163:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364df29880 x1872956727775104/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1786190995.488398:0:6163:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364df29880 x1872956727775104/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.488404:0:6163:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1786190995.488407:0:6163:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190995.488409:0:6163:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:0.0:1786190995.488412:0:6163:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1786190995.488414:0:6163:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1786190995.488427:0:6163:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1786190995.488430:0:6163:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1786190995.488436:0:6163:0:(import.c:2149:obd_at_measure()) add 5 to ffff963647e89c60 time=95 v=5 (5 0 0 0) 00000100:00001000:0.0:1786190995.488440:0:6163:0:(import.c:2149:obd_at_measure()) add 1 to ffff963647e89c18 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1786190995.488442:0:6163:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1786190995.488444:0:6163:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190995.488447:0:6163:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1786190995.488449:0:6163:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190995.488452:0:6163:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1786190995.488457:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364df29880 x1872956727775104/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.488464:0:6163:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1786190995.488467:0:6163:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1786190995.488469:0:6163:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1786190995.488474:0:6163:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364df29880 x1872956727775104/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1786190995.488481:0:6163:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364df29880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:c398ac42-f517-4a33-b1a3-1b5180bea630:6163:1872956727775104:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1786190995.488486:0:6163:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1786190995.488489:0:6163:0:(client.c:2766:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1786190995.488491:0:6163:0:(client.c:1224:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1786190995.488493:0:6163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190995.488496:0:6163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364df29880 x1872956727775104/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.488503:0:6163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1786190995.488505:0:6163:0:(client.c:3787:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff9636512df9c0. 00000100:00000001:0.0:1786190995.488512:0:6163:0:(client.c:1261:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1786190995.488513:0:6163:0:(client.c:3358:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1786190995.488520:0:6163:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1786190995.488522:0:6163:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1786190995.488525:0:6163:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364df29880 x1872956727775104/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1786191011 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1786190995.488531:0:6163:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1786190995.488538:0:6163:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1786190995.488541:0:6163:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff963648aa4000. 02000000:00000001:0.0:1786190995.488551:0:6163:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1786190995.488568:0:6163:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190995.488570:0:6163:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1786190995.488572:0:6163:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:0.0:1786190995.488575:0:6163:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff963643df4000. 02000000:00000001:0.0:1786190995.488579:0:6163:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1786190995.488581:0:6163:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1786190995.488583:0:6163:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364df29880. 00000100:00000001:0.0:1786190995.488586:0:6163:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1786190995.488588:0:6163:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1786190995.488590:0:6163:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:0.0:1786190995.488591:0:6163:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1786190995.488593:0:6163:0:(genops.c:1251:class_import_put()) Process leaving 00000040:00000001:0.0:1786190995.488595:0:6163:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1786190995.488597:0:6163:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1786190995.488601:0:6163:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1786190995.488604:0:6163:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff96364e32d480. 00000040:00001000:0.0:1786190995.488606:0:6163:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:2.0:1786190995.489159:0:10388:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:2.0:1786190995.489166:0:10388:0:(lu_object.c:1772:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff963644d4f200. 00000020:00000010:2.0:1786190995.489172:0:10388:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff963644d4fa00. 00000040:00000010:2.0:1786190995.489177:0:10388:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff963658ca4200. 00000020:00000010:2.0:1786190995.489182:0:10388:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff963643d97000. 00000020:00000010:2.0:1786190995.489188:0:10388:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff963644ec0f18. 00000020:00000010:2.0:1786190995.489192:0:10388:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff963658ca4600. 80000000:00000010:2.0:1786190995.489197:0:10388:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff963645e83ba0. 40000000:00000010:2.0:1786190995.489201:0:10388:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff963644dfc480. 00100000:00000010:2.0:1786190995.489207:0:10388:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff963643d96800. 00040000:00000010:2.0:1786190995.489211:0:10388:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff963648804f00. 00040000:00000010:2.0:1786190995.489216:0:10388:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff963643d92800. 00040000:00000010:2.0:1786190995.489220:0:10388:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff963648dbae00. 00000004:00000010:2.0:1786190995.489224:0:10388:0:(mdd_device.c:2408:mdd_key_init()) kmalloced '(value)': 1872 at ffff963643d93000. 00000004:00000010:2.0:1786190995.489230:0:10388:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff963647ad7000. 00000004:00000010:2.0:1786190995.489235:0:10388:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff963643d92000. 00002000:00000010:2.0:1786190995.489239:0:10388:0:(ofd_dev.c:3002:ofd_key_init()) kmalloced '(value)': 816 at ffff963653768800. 00000004:00000010:2.0:1786190995.489243:0:10388:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff963653769800. 00000020:00000010:2.0:1786190995.489248:0:10388:0:(lu_object.c:2013:lu_env_add_task()) kmalloced '(lei)': 40 at ffff963644dfcec0. 00000040:00000010:2.0:1786190995.489256:0:10388:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff963647e0c000. 00000040:00080000:2.0:1786190995.489778:0:10388:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:2.0:1786190995.489783:0:10388:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff963647e0c000. 00000020:00000010:2.0:1786190995.489790:0:10388:0:(lu_object.c:2058:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff963644dfcec0. 00000020:00000010:2.0:1786190995.489803:0:10388:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff963644d4fa00. 00000040:00000010:2.0:1786190995.489807:0:10388:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff963658ca4200. 00000020:00000010:2.0:1786190995.489810:0:10388:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff963643d97000. 00000020:00000010:2.0:1786190995.489813:0:10388:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff963644ec0f18. 00000020:00000010:2.0:1786190995.489817:0:10388:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff963658ca4600. 80000000:00000010:2.0:1786190995.489829:0:10388:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff963645e83ba0. 40000000:00000010:2.0:1786190995.489832:0:10388:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff963644dfc480. 00100000:00000010:2.0:1786190995.489835:0:10388:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff963643d96800. 00040000:00000010:2.0:1786190995.489838:0:10388:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff963648804f00. 00040000:00000010:2.0:1786190995.489841:0:10388:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff963643d92800. 00040000:00000010:2.0:1786190995.489844:0:10388:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff963648dbae00. 00000004:00000010:2.0:1786190995.489847:0:10388:0:(mdd_device.c:2420:mdd_key_fini()) kfreed 'info': 1872 at ffff963643d93000. 00000004:00000010:2.0:1786190995.489850:0:10388:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff963647ad7000. 00000004:00000010:2.0:1786190995.489854:0:10388:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff963643d92000. 00002000:00000010:2.0:1786190995.489857:0:10388:0:(ofd_dev.c:3002:ofd_key_fini()) kfreed 'info': 816 at ffff963653768800. 00000004:00000010:2.0:1786190995.489860:0:10388:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff963653769800. 00000020:00000010:2.0:1786190995.489862:0:10388:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff963644d4f200. 00000040:00000010:0.0:1786190995.490169:0:6163:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff96364e32d480. 00000040:00000001:0.0:1786190995.490174:0:6163:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1786190995.490177:0:6163:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:0.0:1786190995.490182:0:6163:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff963648eaa000. 00000040:00000010:0.0:1786190995.490184:0:6163:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff963644d4fe00. 00000020:00000001:0.0:1786190995.490187:0:6163:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1786190995.490189:0:6163:0:(mgc_request.c:1724:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1786190995.490192:0:6163:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff96364e6c1e00. 00000040:00000010:0.0:1786190995.490195:0:6163:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff96364e6c0400. 00000020:00000010:0.0:1786190995.490198:0:6163:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff963643d90000. 00000020:00000010:0.0:1786190995.490202:0:6163:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff96364e0de400. 80000000:00000010:0.0:1786190995.490205:0:6163:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff963645e83300. 00040000:00000010:0.0:1786190995.490207:0:6163:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff963644d4f000. 20000000:00000010:0.0:1786190995.490211:0:6163:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff963644d4f400. 00000020:00000010:0.0:1786190995.490213:0:6163:0:(lu_object.c:1700:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff96364e6c1a00. 10000000:00000010:0.0:1786190995.490216:0:6163:0:(mgc_request.c:1730:mgc_process_cfg_log()) kfreed 'env': 56 at ffff963644dfc9c0. 10000000:01000000:0.0:1786190995.490226:0:6163:0:(mgc_request.c:1878:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1786190995.490229:0:6163:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:0.0:1786190995.490232:0:6163:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1786190995.490234:0:6163:0:(lustre_handles.c:129:class_handle2object()) Process entered 00000020:00000040:0.0:1786190995.490237:0:6163:0:(lustre_handles.c:147:class_handle2object()) GET ldlm ffff963640030000 refcount=3 00000020:00000001:0.0:1786190995.490239:0:6163:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446627758479179776 : -116315230371840 : ffff963640030000) 00010000:00000001:0.0:1786190995.490242:0:6163:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446627758479179776 : -116315230371840 : ffff963640030000) 00010000:00000001:0.0:1786190995.490245:0:6163:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1786190995.490249:0:6163:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff963640030000/0x30c57aa03435320f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d905 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1786190995.490257:0:6163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786190995.490259:0:6163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1786190995.490261:0:6163:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff963640030000/0x30c57aa03435320f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x1f377153d221d905 expref: -99 pid: 6163 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1786190995.490267:0:6163:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1786190995.490269:0:6163:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1786190995.490270:0:6163:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1786190995.490271:0:6163:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1786190995.490273:0:6163:0:(mgc_request.c:1906:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1786190995.490275:0:6163:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1786190995.490277:0:6163:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1786190995.490278:0:6163:0:(mgc_request.c:123:config_log_put()) log params(ffff96364e370200) refs 3 10000000:00000001:0.0:1786190995.490281:0:6163:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1786190995.933105:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190995.933114:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190995.933122:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190995.933123:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786190995.933236:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786190995.933241:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786190995.933245:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1786190996.247347:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) c398ac42-f517-4a33-b1a3-1b5180bea630->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786190996.247361:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786190996.247374:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e19c00. 00000020:00000040:2.0:1786190996.247382:0:38:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1786190996.247387:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786190996.247391:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786190996.247412:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190996.247425:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963648804f00. 00000100:00000001:2.0:1786190996.247434:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.247449:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c398ac42-f517-4a33-b1a3-1b5180bea630->MGS req@ffff963647e19c00 x1872956727775232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786190996.247461:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786190996.247467:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.247474:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3d72cd1] to pc [ptlrpcd_01_01+1] req@ffff963647e19c00 x1872956727775232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.247535:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190996.247541:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786190996.247544:0:2393:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1786190996.247576:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.247579:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786190996.247582:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786190996.247586:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e1b800. 00000020:00000040:2.0:1786190996.247589:0:38:0:(genops.c:1231:class_import_get()) import ffff963648d57000 refcount=4 obd=lustre-MDT0000-mdc-ffff963644f1b800 00000100:00000001:2.0:1786190996.247612:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786190996.247614:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786190996.247616:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190996.247619:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963648804000. 00000100:00000001:2.0:1786190996.247623:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.247628:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0000_UUID req@ffff963647e1b800 x1872956727775360/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786190996.247635:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786190996.247637:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.247641:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009f0faeff] to pc [ptlrpcd_01_00+0] req@ffff963647e1b800 x1872956727775360/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190996.247650:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.247653:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786190996.247656:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786190996.247659:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e18000. 00000020:00000040:2.0:1786190996.247661:0:38:0:(genops.c:1231:class_import_get()) import ffff963648d52800 refcount=4 obd=lustre-MDT0001-mdc-ffff963644f1b800 00000100:00000001:2.0:1786190996.247663:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786190996.247665:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786190996.247666:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190996.247669:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963648804600. 00000100:00000001:2.0:1786190996.247672:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.247677:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0001_UUID req@ffff963647e18000 x1872956727775488/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786190996.247683:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786190996.247685:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.247689:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000c99847d] to pc [ptlrpcd_01_01+1] req@ffff963647e18000 x1872956727775488/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190996.247697:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.247699:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786190996.247703:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786190996.247711:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786190996.247714:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786190996.247718:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786190996.247721:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786190996.247724:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e19880. 00000020:00000040:2.0:1786190996.247726:0:38:0:(genops.c:1231:class_import_get()) import ffff96364df6b000 refcount=4 obd=lustre-MDT0000-mdc-ffff963647a3e000 00000100:00000001:2.0:1786190996.247728:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786190996.247730:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786190996.247732:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190996.247735:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963648804a00. 00000100:00000001:2.0:1786190996.247739:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190996.247822:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e19c00 x1872956727775232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.247838:0:2393:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786190996.247841:0:2393:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190996.247845:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786190996.247848:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786190996.247851:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786190996.247855:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2393:1872956727775232:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786190996.247860:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786190996.247869:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786190996.247873:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190996.247876:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786190996.247881:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9636480b3800. 02000000:00000001:3.0:1786190996.247882:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786190996.247891:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786190996.247897:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96365343ec08. 00000400:00000010:3.0:1786190996.247905:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff27f8. 00000100:00000200:3.0:1786190996.247915:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727775232, portal 25 00000100:00000001:3.0:1786190996.247918:0:2393:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786190996.247920:0:2393:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611209216 : -116315098342400 : ffff963647e19c00) 00000100:00000040:3.0:1786190996.247926:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e19c00 x1872956727775232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.247934:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786190996.247937:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786190996.247940:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff2770. 00000100:00000200:3.0:1786190996.247944:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872956727775232, offset 0 00000400:00000200:3.0:1786190996.247953:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786190996.247963:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786190996.247973:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786190996.247979:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786190996.247984:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786190996.247988:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786190996.247991:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786190996.248002:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [169:169:256:4294967295] 192.168.203.157@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:3.0:1786190996.248050:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000040:2.0:1786190996.248179:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0000_UUID req@ffff963647e19880 x1872956727775616/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786190996.248188:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786190996.248190:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.248195:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000647d87c9] to pc [ptlrpcd_01_00+0] req@ffff963647e19880 x1872956727775616/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190996.248202:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.248204:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1786190996.248208:0:38:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1786190996.248212:0:38:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff963647e19180. 00000020:00000040:2.0:1786190996.248215:0:38:0:(genops.c:1231:class_import_get()) import ffff96364dae3800 refcount=4 obd=lustre-MDT0001-mdc-ffff963647a3e000 00000100:00000001:2.0:1786190996.248217:0:38:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1786190996.248219:0:38:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1786190996.248221:0:38:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1786190996.248224:0:38:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff963648804b00. 00000100:00000001:2.0:1786190996.248228:0:38:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.248232:0:38:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0001_UUID req@ffff963647e19180 x1872956727775744/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1786190996.248250:0:38:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1786190996.248252:0:38:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.248257:0:38:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000218ccf02] to pc [ptlrpcd_01_01+1] req@ffff963647e19180 x1872956727775744/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190996.248264:0:38:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.248266:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786190996.248270:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786190996.248273:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1786190996.248276:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1786190996.248282:0:38:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (394) 00000100:00000001:2.0:1786190996.248303:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190996.248306:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786190996.248308:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786190996.248313:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e1b800 x1872956727775360/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190996.248320:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786190996.248322:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190996.248324:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786190996.248326:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786190996.248328:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786190996.248330:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727775360:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786190996.248335:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1786190996.248826:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786190996.248836:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786190996.248843:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364db08900. 00000800:00000200:3.0:1786190996.248852:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786190996.248860:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786190996.248865:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364db08900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786190996.248892:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786190996.248898:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786190996.248905:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295057721 00000100:00000001:3.0:1786190996.248914:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4295056958 00000100:00000001:3.0:1786190996.248919:0:2393:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295057721 00000100:00000001:3.0:1786190996.248923:0:2393:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4295056958 00000100:00000001:3.0:1786190996.248926:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190996.248929:0:2393:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190996.248933:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190996.248936:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190996.248946:0:2393:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786190996.248948:0:2393:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786190996.248951:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190996.248953:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786190996.248954:0:2393:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786190996.248960:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e18000 x1872956727775488/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.248967:0:2393:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786190996.248969:0:2393:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190996.248971:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786190996.248972:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786190996.248974:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786190996.248977:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727775488:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786190996.248990:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786190996.248996:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786190996.248999:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190996.249001:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:1.0:1786190996.250943:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190996.250956:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364db08900. 00000400:00000200:1.0:1786190996.250966:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190996.250977:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190996.250987:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff2770 00000400:00000010:1.0:1786190996.250990:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff2770. 00000100:00000001:1.0:1786190996.250995:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190996.251043:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e19c00 x1872956727775232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1786190996.251877:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786190996.251884:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190996.251889:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786190996.251900:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963648dbae00. 02000000:00000001:2.0:1786190996.251904:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190996.251914:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786190996.251931:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963647ee0420. 00000400:00000010:2.0:1786190996.251940:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39550. 00000100:00000200:2.0:1786190996.251949:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727775360, portal 10 00000100:00000001:2.0:1786190996.251953:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190996.251954:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611216384 : -116315098335232 : ffff963647e1b800) 00000100:00000040:2.0:1786190996.251968:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e1b800 x1872956727775360/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190996.251978:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786190996.251981:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786190996.251984:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39c38. 00000100:00000200:2.0:1786190996.251988:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727775360, offset 0 00000400:00000200:2.0:1786190996.251995:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786190996.252021:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190996.252031:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786190996.252038:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786190996.252043:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786190996.252047:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786190996.252050:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786190996.252054:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [170:170:255:4294967295] 192.168.203.157@tcp LPNI seq info [170:170:7:4294967295] 00000400:00000200:2.0:1786190996.252058:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190996.252079:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786190996.252086:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786190996.252092:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963648804700. 00000800:00000200:2.0:1786190996.252100:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786190996.252109:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786190996.252114:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963648804700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786190996.252120:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.252125:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: using a timeout of 122687 usecs (123 jiffies) 00000400:00000200:2.0:1786190996.252128:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786190996.252132:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 0 is 4295056510 00000100:00000001:2.0:1786190996.252135:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS request active for cpu 0, keep current deadline 4295057721 00000100:00000001:2.0:1786190996.252144:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 1 is 4295056510 00000100:00000001:2.0:1786190996.252147:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS request active for cpu 1, keep current deadline 4295057721 00000100:00000001:2.0:1786190996.252149:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190996.252152:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190996.252157:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1786190996.252163:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e19880 x1872956727775616/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190996.252172:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1786190996.252175:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190996.252179:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1786190996.252183:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1786190996.252187:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1786190996.252190:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2392:1872956727775616:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786190996.252195:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1786190996.252198:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1786190996.252200:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190996.252202:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1786190996.252205:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff963648dbaa00. 02000000:00000001:2.0:1786190996.252207:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1786190996.252210:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1786190996.252213:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff963647ee0f78. 00000400:00000010:2.0:1786190996.252217:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39d48. 00000100:00000200:2.0:1786190996.252220:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727775616, portal 10 00000100:00000001:2.0:1786190996.252222:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1786190996.252223:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611208320 : -116315098343296 : ffff963647e19880) 00000100:00000040:2.0:1786190996.252229:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e19880 x1872956727775616/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190996.252236:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1786190996.252239:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1786190996.252241:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963648e39cc0. 00000100:00000200:2.0:1786190996.252243:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727775616, offset 0 00000400:00000200:2.0:1786190996.252253:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1786190996.252256:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190996.252259:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1786190996.252262:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1786190996.252265:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1786190996.252267:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1786190996.252270:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1786190996.252273:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [171:171:254:4294967295] 192.168.203.157@tcp LPNI seq info [171:171:6:4294967295] 00000400:00000200:2.0:1786190996.252277:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1786190996.252283:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1786190996.252288:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1786190996.252291:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff963648804e00. 00000800:00000200:2.0:1786190996.252294:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1786190996.252299:0:2392:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1786190996.252301:0:2392:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff963648804e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1786190996.252304:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.252307:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: using a timeout of 19797 usecs (20 jiffies) 00000400:00000200:2.0:1786190996.252310:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1786190996.252312:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295056407 00000100:00000001:2.0:1786190996.252315:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295057721 00000100:00000001:2.0:1786190996.252317:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295056407 00000100:00000001:2.0:1786190996.252319:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295057721 00000100:00000001:2.0:1786190996.252321:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190996.252322:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190996.252326:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190996.252331:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190996.252340:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786190996.252342:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1786190996.252345:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190996.252347:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1786190996.252349:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190996.252355:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1786190996.253576:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9636480b2400. 02000000:00000001:3.0:1786190996.253587:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786190996.253597:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786190996.253602:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96365343eaa8. 00000400:00000010:3.0:1786190996.253609:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff2330. 00000100:00000200:3.0:1786190996.253616:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727775488, portal 10 00000100:00000001:3.0:1786190996.253619:0:2393:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786190996.253621:0:2393:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611202048 : -116315098349568 : ffff963647e18000) 00000100:00000040:3.0:1786190996.253638:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e18000 x1872956727775488/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.253646:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786190996.253649:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786190996.253652:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff2550. 00000100:00000200:3.0:1786190996.253655:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727775488, offset 0 00000400:00000200:3.0:1786190996.253662:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786190996.253671:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786190996.253679:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786190996.253685:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786190996.253690:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786190996.253694:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786190996.253697:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786190996.253700:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [172:172:253:4294967295] 192.168.203.157@tcp LPNI seq info [172:172:5:4294967295] 00000400:00000200:3.0:1786190996.253704:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786190996.253715:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786190996.253721:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786190996.253727:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364db08d00. 00000800:00000200:3.0:1786190996.253735:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786190996.253773:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786190996.253778:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364db08d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786190996.253783:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190996.253788:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: using a timeout of 145108 usecs (146 jiffies) 00000400:00000200:3.0:1786190996.253792:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786190996.253796:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 0 is 4295056536 00000100:00000001:3.0:1786190996.253799:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS request active for cpu 0, keep current deadline 4295057721 00000100:00000001:3.0:1786190996.253801:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 1 is 4295056536 00000100:00000001:3.0:1786190996.253804:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS request active for cpu 1, keep current deadline 4295057721 00000100:00000001:3.0:1786190996.253806:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190996.253809:0:2393:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190996.253814:0:2393:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1786190996.253820:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff963647e19180 x1872956727775744/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.253829:0:2393:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1786190996.253832:0:2393:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190996.253835:0:2393:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1786190996.253839:0:2393:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1786190996.253842:0:2393:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1786190996.253845:0:2393:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff963647e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6e9a7f21-a206-4b6b-b63d-148080d267bf:2393:1872956727775744:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786190996.253849:0:2393:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1786190996.253855:0:2393:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1786190996.253858:0:2393:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190996.253861:0:2393:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1786190996.253865:0:2393:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff9636480b2c00. 02000000:00000001:3.0:1786190996.253867:0:2393:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1786190996.253870:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1786190996.253873:0:2393:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff96365343e4d0. 00000400:00000010:3.0:1786190996.253876:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff2d48. 00000100:00000200:3.0:1786190996.253880:0:2393:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727775744, portal 10 00000100:00000001:3.0:1786190996.253882:0:2393:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1786190996.253888:0:2393:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758611206528 : -116315098345088 : ffff963647e19180) 00000100:00000040:3.0:1786190996.253895:0:2393:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff963647e19180 x1872956727775744/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.253902:0:2393:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1786190996.253904:0:2393:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1786190996.253906:0:2393:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff963647ff2cc0. 00000100:00000200:3.0:1786190996.253910:0:2393:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727775744, offset 0 00000400:00000200:3.0:1786190996.253914:0:2393:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1786190996.253918:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786190996.253922:0:2393:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1786190996.253925:0:2393:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1786190996.253928:0:2393:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1786190996.253931:0:2393:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1786190996.253934:0:2393:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1786190996.253937:0:2393:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [173:173:252:4294967295] 192.168.203.157@tcp LPNI seq info [173:173:4:4294967295] 00000400:00000200:3.0:1786190996.253941:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1786190996.253947:0:2393:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1786190996.253952:0:2393:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1786190996.253958:0:2393:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364db08900. 00000800:00000200:3.0:1786190996.253962:0:2393:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1786190996.253966:0:2393:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1786190996.253969:0:2393:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364db08900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1786190996.253972:0:2393:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190996.253976:0:2393:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: using a timeout of 25505 usecs (26 jiffies) 00000400:00000200:3.0:1786190996.253978:0:2393:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1786190996.253980:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295056416 00000100:00000001:3.0:1786190996.253983:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295057721 00000100:00000001:3.0:1786190996.253985:0:2393:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295056416 00000100:00000001:3.0:1786190996.253987:0:2393:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295057721 00000100:00000001:3.0:1786190996.253989:0:2393:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190996.253998:0:2393:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190996.254002:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190996.254032:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190996.254042:0:2393:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786190996.254044:0:2393:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1786190996.254048:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190996.254050:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786190996.254052:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190996.254055:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190996.256910:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190996.256925:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e19c00 x1872956727775232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190996.256935:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190996.256937:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786190996.257002:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190996.257022:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963648804700. 00000400:00000200:1.0:1786190996.257031:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190996.257037:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190996.257044:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39c38 00000400:00000010:1.0:1786190996.257047:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39c38. 00000100:00000001:1.0:1786190996.257052:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190996.257057:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e1b800 x1872956727775360/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190996.257065:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190996.257068:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e1b800 x1872956727775360/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190996.257074:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190996.257076:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786190996.257089:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190996.257092:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff963648804e00. 00000400:00000200:1.0:1786190996.257095:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190996.257098:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190996.257101:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39cc0 00000400:00000010:1.0:1786190996.257102:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39cc0. 00000100:00000001:1.0:1786190996.257104:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190996.257108:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e19880 x1872956727775616/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190996.257115:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190996.257118:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e19880 x1872956727775616/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190996.257148:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190996.257150:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786190996.257162:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190996.257164:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364db08d00. 00000400:00000200:1.0:1786190996.257167:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190996.257171:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190996.257174:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff2550 00000400:00000010:1.0:1786190996.257176:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff2550. 00000100:00000001:1.0:1786190996.257178:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190996.257183:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e18000 x1872956727775488/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190996.257191:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190996.257194:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e18000 x1872956727775488/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190996.257199:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190996.257201:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786190996.257273:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786190996.257275:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364db08900. 00000400:00000200:1.0:1786190996.257279:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190996.257283:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786190996.257286:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff2cc0 00000400:00000010:1.0:1786190996.257289:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff2cc0. 00000100:00000001:1.0:1786190996.257291:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786190996.257296:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff963647e19180 x1872956727775744/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190996.257304:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786190996.257307:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff963647e19180 x1872956727775744/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190996.257313:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190996.257314:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786190996.266231:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190996.266279:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190996.266284:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190996.266287:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190996.266299:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.266307:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190996.266319:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.266324:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.266330:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.266335:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a771b8705000 00000400:00000200:1.0:1786190996.266340:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.266347:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x991 [1] + 224 00000800:00000001:1.0:1786190996.266356:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190996.266360:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190996.266364:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190996.266369:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190996.266379:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190996.266390:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e19c00 x1872956727775232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190996.266403:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963647e19c00 x1872956727775232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190996.266437:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190996.266453:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190996.266456:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190996.266458:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190996.266461:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190996.266464:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.266468:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190996.266472:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.266475:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.266477:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.266480:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8705080 00000400:00000200:1.0:1786190996.266484:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.266495:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x999 [1] + 224 00000800:00000001:1.0:1786190996.266500:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190996.266504:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190996.266506:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190996.266509:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190996.266513:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190996.266518:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e1b800 x1872956727775360/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190996.266528:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963647e1b800 x1872956727775360/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.267272:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190996.267279:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786190996.267290:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786190996.267293:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786190996.267297:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96365343ec08. 00000400:00000200:3.0:1786190996.267305:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff27f8 00000400:00000010:3.0:1786190996.267308:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff27f8. 00000100:00000001:3.0:1786190996.267312:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786190996.267320:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e19c00 x1872956727775232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786190996.267330:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e19c00 x1872956727775232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.267349:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786190996.267352:0:2393:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190996.267355:0:2393:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786190996.267359:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786190996.267362:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786190996.267365:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190996.267368:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786190996.267377:0:2393:0:(import.c:2149:obd_at_measure()) add 5 to ffff963647e89c60 time=96 v=5 (5 0 0 0) 00000100:00001000:3.0:1786190996.267381:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff963647e89c18 time=96 v=5 (1 0 0 0) 00000100:00000001:3.0:1786190996.267384:0:2393:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786190996.267386:0:2393:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786190996.267389:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1786190996.267392:0:2393:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190996.267395:0:2393:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190996.267400:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e19c00 x1872956727775232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.267424:0:2393:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190996.267428:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786190996.267430:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786190996.267435:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e19c00 x1872956727775232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190996.267442:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e19c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:c398ac42-f517-4a33-b1a3-1b5180bea630:2393:1872956727775232:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786190996.267448:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190996.267451:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786190996.267455:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e19c00 x1872956727775232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.267462:0:2393:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786190996.267464:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786190996.267468:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9636480b3800. 02000000:00000001:3.0:1786190996.267473:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786190996.267475:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786190996.267477:0:2393:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1786190996.267480:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786190996.267483:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963648804f00. 02000000:00000001:3.0:1786190996.267489:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786190996.267491:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786190996.267493:0:2393:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e19c00. 00000100:00000001:3.0:1786190996.267497:0:2393:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786190996.267499:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190996.267503:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190996.267504:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190996.267506:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1786190996.267507:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190996.267509:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786190996.269504:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190996.269537:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1786190996.277519:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190996.277531:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1786190996.277544:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786190996.277559:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786190996.277565:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963647ee0420. 00000400:00000200:2.0:1786190996.277578:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39550 00000400:00000010:2.0:1786190996.277582:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39550. 00000100:00000001:2.0:1786190996.277589:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786190996.277603:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e1b800 x1872956727775360/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786190996.277618:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e1b800 x1872956727775360/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190996.277628:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786190996.277631:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190996.277634:0:2392:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786190996.277638:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786190996.277642:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786190996.277644:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190996.277648:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786190996.277660:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff963648d57460 time=96 v=5 (5 0 0 0) 00000100:00001000:2.0:1786190996.277665:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff963648d57418 time=96 v=5 (1 0 0 0) 00000100:00000001:2.0:1786190996.277668:0:2392:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786190996.277670:0:2392:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190996.277674:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786190996.277678:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190996.277683:0:2392:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786190996.277686:0:2392:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963644f1b800: skip recheck: last_committed 0 00000100:00000001:2.0:1786190996.277688:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786190996.277691:0:2392:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.277696:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e1b800 x1872956727775360/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190996.277705:0:2392:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190996.277708:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786190996.277711:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786190996.277740:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e1b800 x1872956727775360/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:1.0:1786190996.277889:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190996.277894:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190996.277902:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190996.277911:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.277916:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190996.277926:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.277931:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.277937:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.277942:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8705180 00000400:00000200:1.0:1786190996.277946:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.277953:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x9a1 [1] + 224 00000800:00000001:1.0:1786190996.277961:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190996.277965:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190996.277969:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190996.277975:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190996.277983:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190996.277989:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e19880 x1872956727775616/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190996.277999:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963647e19880 x1872956727775616/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190996.278032:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190996.278045:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190996.278049:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190996.278051:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190996.278053:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190996.278057:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.278061:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190996.278065:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.278068:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.278071:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.278074:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8705100 00000400:00000200:1.0:1786190996.278077:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.278081:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x9a9 [1] + 224 00000800:00000001:1.0:1786190996.278086:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190996.278089:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190996.278091:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190996.278094:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190996.278097:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190996.278102:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e18000 x1872956727775488/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190996.278110:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963647e18000 x1872956727775488/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190996.278861:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e1b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:73e28915-1996-44ef-9211-1b682baca970:2392:1872956727775360:192.168.203.157@tcp:400:kworker.0 00000400:00000001:2.0:1786190996.278876:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1786190996.278879:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1786190996.278881:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff963647ee0f78. 00000400:00000200:2.0:1786190996.278886:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963648e39d48 00000400:00000010:2.0:1786190996.278889:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963648e39d48. 00000100:00000001:2.0:1786190996.278892:0:2392:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1786190996.278898:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e19880 x1872956727775616/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1786190996.278908:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e19880 x1872956727775616/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190996.278915:0:2392:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1786190996.278917:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190996.278920:0:2392:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:2.0:1786190996.278923:0:2392:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1786190996.278926:0:2392:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1786190996.278928:0:2392:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1786190996.278930:0:2392:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1786190996.278941:0:2392:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364df6b460 time=31 v=5 (5 0 0 0) 00000100:00001000:2.0:1786190996.278946:0:2392:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364df6b418 time=31 v=5 (1 0 0 0) 00000100:00000001:2.0:1786190996.278948:0:2392:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1786190996.278950:0:2392:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1786190996.278953:0:2392:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1786190996.278955:0:2392:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190996.278959:0:2392:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1786190996.278961:0:2392:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:2.0:1786190996.278963:0:2392:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1786190996.278965:0:2392:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1786190996.278970:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e19880 x1872956727775616/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190996.279000:0:2392:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1786190996.279017:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1786190996.279019:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1786190996.279024:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e19880 x1872956727775616/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1786190996.279032:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e19880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2392:1872956727775616:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1786190996.279037:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190996.279041:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190996.279045:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e1b800 x1872956727775360/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190996.279053:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786190996.279056:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786190996.279060:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963648dbae00. 02000000:00000001:2.0:1786190996.279065:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786190996.279067:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786190996.279070:0:2392:0:(genops.c:1244:class_import_put()) import ffff963648d57000 refcount=3 obd=lustre-MDT0000-mdc-ffff963644f1b800 00000020:00000001:2.0:1786190996.279072:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786190996.279075:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963648804000. 02000000:00000001:2.0:1786190996.279080:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786190996.279082:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1786190996.279084:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e1b800. 00000100:00000001:2.0:1786190996.279088:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786190996.279090:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190996.279091:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1786190996.279095:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e19880 x1872956727775616/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1786190996.279101:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1786190996.279102:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1786190996.279104:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff963648dbaa00. 02000000:00000001:2.0:1786190996.279106:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1786190996.279107:0:2392:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:2.0:1786190996.279114:0:2392:0:(genops.c:1244:class_import_put()) import ffff96364df6b000 refcount=3 obd=lustre-MDT0000-mdc-ffff963647a3e000 00000020:00000001:2.0:1786190996.279116:0:2392:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:2.0:1786190996.279118:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963648804a00. 02000000:00000001:2.0:1786190996.279121:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1786190996.279122:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1786190996.279462:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190996.279481:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190996.279493:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786190996.279497:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190996.279499:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190996.279506:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.279511:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786190996.279518:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.279529:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.279533:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.279537:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8705200 00000400:00000200:1.0:1786190996.279541:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786190996.279561:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x9b1 [1] + 224 00000800:00000001:1.0:1786190996.279568:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190996.279587:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786190996.279591:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786190996.279595:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786190996.279601:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786190996.279608:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff963647e19180 x1872956727775744/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786190996.279617:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff963647e19180 x1872956727775744/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786190996.279624:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786190996.279629:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786190996.279633:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190996.280249:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190996.280255:0:2393:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1786190996.280262:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786190996.280265:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786190996.280267:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96365343eaa8. 00000400:00000200:3.0:1786190996.280282:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff2330 00000400:00000010:3.0:1786190996.280284:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff2330. 00000100:00000001:3.0:1786190996.280287:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786190996.280295:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e18000 x1872956727775488/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786190996.280306:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e18000 x1872956727775488/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.280312:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786190996.280314:0:2393:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190996.280316:0:2393:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786190996.280318:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786190996.280321:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786190996.280323:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190996.280325:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786190996.280335:0:2393:0:(import.c:2149:obd_at_measure()) add 5 to ffff963648d52c60 time=95 v=5 (5 0 0 0) 00000100:00001000:3.0:1786190996.280339:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff963648d52c18 time=95 v=5 (1 0 0 0) 00000100:00000001:3.0:1786190996.280342:0:2393:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786190996.280343:0:2393:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786190996.280346:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786190996.280349:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e18000 x1872956727775488/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786190996.280356:0:2393:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190996.280360:0:2393:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786190996.280362:0:2393:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963644f1b800: skip recheck: last_committed 0 00000100:00000001:3.0:1786190996.280364:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786190996.280366:0:2393:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190996.280370:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e18000 x1872956727775488/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.280377:0:2393:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190996.280379:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786190996.280381:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786190996.280385:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e18000 x1872956727775488/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190996.280416:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e18000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:73e28915-1996-44ef-9211-1b682baca970:2393:1872956727775488:192.168.203.157@tcp:400:kworker.0 00000400:00000001:3.0:1786190996.280421:0:2393:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1786190996.280423:0:2393:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1786190996.280425:0:2393:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff96365343e4d0. 00000400:00000200:3.0:1786190996.280427:0:2393:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff963647ff2d48 00000400:00000010:3.0:1786190996.280429:0:2393:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff963647ff2d48. 00000100:00000001:3.0:1786190996.280431:0:2393:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1786190996.280435:0:2393:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff963647e19180 x1872956727775744/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1786190996.280443:0:2393:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff963647e19180 x1872956727775744/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.280449:0:2393:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1786190996.280450:0:2393:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190996.280452:0:2393:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:3.0:1786190996.280454:0:2393:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1786190996.280455:0:2393:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1786190996.280456:0:2393:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1786190996.280458:0:2393:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1786190996.280463:0:2393:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364dae3c60 time=31 v=5 (5 0 0 0) 00000100:00001000:3.0:1786190996.280466:0:2393:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364dae3c18 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1786190996.280469:0:2393:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1786190996.280470:0:2393:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1786190996.280472:0:2393:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1786190996.280475:0:2393:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff963647e19180 x1872956727775744/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1786190996.280482:0:2393:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190996.280484:0:2393:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1786190996.280486:0:2393:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:3.0:1786190996.280488:0:2393:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1786190996.280489:0:2393:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1786190996.280493:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff963647e19180 x1872956727775744/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.280504:0:2393:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1786190996.280507:0:2393:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1786190996.280508:0:2393:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1786190996.280512:0:2393:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff963647e19180 x1872956727775744/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1786190996.280519:0:2393:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff963647e19180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:6e9a7f21-a206-4b6b-b63d-148080d267bf:2393:1872956727775744:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1786190996.280524:0:2393:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190996.280527:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786190996.280530:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e18000 x1872956727775488/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.280537:0:2393:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786190996.280539:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786190996.280542:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9636480b2400. 02000000:00000001:3.0:1786190996.280557:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786190996.280559:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786190996.280561:0:2393:0:(genops.c:1244:class_import_put()) import ffff963648d52800 refcount=3 obd=lustre-MDT0001-mdc-ffff963644f1b800 00000020:00000001:3.0:1786190996.280564:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786190996.280567:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963648804600. 02000000:00000001:3.0:1786190996.280571:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786190996.280572:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786190996.280574:0:2393:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e18000. 00000100:00000001:3.0:1786190996.280577:0:2393:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786190996.280579:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190996.280580:0:2393:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1786190996.280584:0:2393:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff963647e19180 x1872956727775744/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191012 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1786190996.280590:0:2393:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1786190996.280591:0:2393:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1786190996.280593:0:2393:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff9636480b2c00. 02000000:00000001:3.0:1786190996.280595:0:2393:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1786190996.280596:0:2393:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:3.0:1786190996.280602:0:2393:0:(genops.c:1244:class_import_put()) import ffff96364dae3800 refcount=3 obd=lustre-MDT0001-mdc-ffff963647a3e000 00000020:00000001:3.0:1786190996.280604:0:2393:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:3.0:1786190996.280606:0:2393:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff963648804b00. 02000000:00000001:3.0:1786190996.280609:0:2393:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1786190996.280610:0:2393:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1786190996.280611:0:2393:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e19180. 00000100:00000001:3.0:1786190996.280614:0:2393:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1786190996.280616:0:2393:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190996.280618:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1786190996.280627:0:2393:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1786190996.280629:0:2393:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1786190996.280632:0:2393:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1786190996.280634:0:2393:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1786190996.282122:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff963647e19880. 00000100:00000001:2.0:1786190996.282265:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1786190996.282267:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190996.282272:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1786190996.282281:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1786190996.282283:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1786190996.282286:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1786190996.282289:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190996.951359:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190996.951366:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190996.951372:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190996.951373:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786190996.951562:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786190996.951569:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190996.951575:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786190997.591172:0:783:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19000 (cpu 0) has reached its deadline 4295057721, at 4295057728 00000100:00000010:0.0:1786190997.591187:0:783:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff963645e83e40. 00000100:00000040:1.0:1786190997.591283:0:994:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19110 (cpu 1) has reached its deadline 4295057721, at 4295057728 00000100:00000010:1.0:1786190997.591290:0:994:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff963645e835a0. 00010000:00000001:0.0:1786190997.975295:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190997.975304:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190997.975311:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190997.975312:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786190997.976063:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786190997.976068:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786190997.976073:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786190998.999131:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190998.999140:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786190998.999146:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786190998.999147:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1786190999.000110:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1786190999.000115:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1786190999.000119:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1786191000.023372:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786191000.023381:0:783:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1786191000.023383:0:783:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1786191000.023386:0:783:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786191000.023391:0:783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1786191000.023393:0:783:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786191000.023395:0:783:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786191000.023397:0:783:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786191000.023401:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786191000.023402:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786191000.023692:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786191000.023696:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786191000.023699:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1786191000.343152:0:6151:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1786191000.343159:0:6151:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786191001.047295:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786191001.047301:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786191001.047306:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786191001.047308:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786191001.050753:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786191001.050759:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786191001.050762:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1786191001.367195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) c398ac42-f517-4a33-b1a3-1b5180bea630->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786191001.367204:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786191001.367211:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364e369c00. 00000020:00000040:1.0:1786191001.367216:0:37:0:(genops.c:1231:class_import_get()) import ffff963647e89800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1786191001.367220:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786191001.367223:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786191001.367228:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786191001.367235:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96364def3300. 00000100:00000001:1.0:1786191001.367242:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.367254:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging c398ac42-f517-4a33-b1a3-1b5180bea630->MGS req@ffff96364e369c00 x1872956727775872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786191001.367266:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786191001.367275:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.367282:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003c9082ef] to pc [ptlrpcd_00_00+0] req@ffff96364e369c00 x1872956727775872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.367303:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.367306:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786191001.367310:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786191001.367312:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364e36b480. 00000020:00000040:1.0:1786191001.367314:0:37:0:(genops.c:1231:class_import_get()) import ffff963648d57000 refcount=4 obd=lustre-MDT0000-mdc-ffff963644f1b800 00000100:00000001:1.0:1786191001.367316:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786191001.367318:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786191001.367320:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786191001.367323:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96364def3900. 00000100:00000001:1.0:1786191001.367326:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.367330:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0000_UUID req@ffff96364e36b480 x1872956727776000/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786191001.367337:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786191001.367339:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.367343:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c0333c0f] to pc [ptlrpcd_00_01+1] req@ffff96364e36b480 x1872956727776000/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.367350:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.367353:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786191001.367356:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786191001.367358:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364e368e00. 00000020:00000040:1.0:1786191001.367360:0:37:0:(genops.c:1231:class_import_get()) import ffff963648d52800 refcount=4 obd=lustre-MDT0001-mdc-ffff963644f1b800 00000100:00000001:1.0:1786191001.367362:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786191001.367363:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786191001.367365:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786191001.367367:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96364def3500. 00000100:00000001:1.0:1786191001.367370:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.367373:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 73e28915-1996-44ef-9211-1b682baca970->lustre-MDT0001_UUID req@ffff96364e368e00 x1872956727776128/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786191001.367389:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786191001.367391:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.367396:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043c2caf3] to pc [ptlrpcd_00_00+0] req@ffff96364e368e00 x1872956727776128/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.367403:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.367406:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786191001.367409:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1786191001.367412:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786191001.367415:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 73e28915-1996-44ef-9211-1b682baca970->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1786191001.367418:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786191001.367422:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786191001.367424:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364e36aa00. 00000020:00000040:1.0:1786191001.367427:0:37:0:(genops.c:1231:class_import_get()) import ffff96364df6b000 refcount=4 obd=lustre-MDT0000-mdc-ffff963647a3e000 00000100:00000001:1.0:1786191001.367429:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786191001.367430:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786191001.367432:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786191001.367436:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96364def3200. 00000100:00000001:1.0:1786191001.367439:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.367443:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0000_UUID req@ffff96364e36aa00 x1872956727776256/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786191001.367450:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786191001.367451:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.367455:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d176111] to pc [ptlrpcd_00_01+1] req@ffff96364e36aa00 x1872956727776256/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.367462:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.367464:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1786191001.367472:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1786191001.367474:0:37:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff96364e369f80. 00000020:00000040:1.0:1786191001.367477:0:37:0:(genops.c:1231:class_import_get()) import ffff96364dae3800 refcount=4 obd=lustre-MDT0001-mdc-ffff963647a3e000 00000100:00000001:1.0:1786191001.367479:0:37:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1786191001.367481:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1786191001.367483:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1786191001.367486:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff96364def3e00. 00000100:00000001:1.0:1786191001.367489:0:37:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.367493:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-MDT0001_UUID req@ffff96364e369f80 x1872956727776384/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1786191001.367501:0:37:0:(jobid.c:936:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1786191001.368198:0:37:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.368210:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000081238be1] to pc [ptlrpcd_00_00+0] req@ffff96364e369f80 x1872956727776384/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.368219:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.368221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786191001.368225:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1786191001.368227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1786191001.368230:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 6e9a7f21-a206-4b6b-b63d-148080d267bf->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1786191001.368235:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (399) 00000100:00000001:1.0:1786191001.368252:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786191001.368256:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786191001.368258:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786191001.368263:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364e369c00 x1872956727775872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.368272:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786191001.368274:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786191001.368279:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786191001.368282:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786191001.368288:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786191001.368292:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2390:1872956727775872:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786191001.368297:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786191001.368302:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786191001.368305:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786191001.368307:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786191001.368311:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e17ba00. 02000000:00000001:1.0:1786191001.368313:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786191001.368321:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786191001.368325:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9636543fef78. 00000400:00000010:1.0:1786191001.368332:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1ce58. 00000100:00000200:1.0:1786191001.368340:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727775872, portal 25 00000100:00000001:1.0:1786191001.368342:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786191001.368344:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758717443072 : -116314992108544 : ffff96364e369c00) 00000100:00000040:1.0:1786191001.368350:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364e369c00 x1872956727775872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.368357:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786191001.368360:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786191001.368362:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1cdd0. 00000100:00000200:1.0:1786191001.368364:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1872956727775872, offset 0 00000400:00000200:1.0:1786191001.368371:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786191001.368379:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.368387:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786191001.368393:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786191001.368397:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786191001.368401:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786191001.368404:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786191001.368408:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [174:174:256:4294967295] 192.168.203.157@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:1.0:1786191001.368412:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.368422:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786191001.368428:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786191001.368433:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364def3c00. 00000800:00000200:1.0:1786191001.368445:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786191001.368452:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786191001.368457:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364def3c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786191001.368472:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786191001.368476:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786191001.368479:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295062841 00000100:00000010:1.0:1786191001.368483:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff963647a246c0. 00000100:00000001:1.0:1786191001.368489:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1786191001.368494:0:2390:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295062841 00000100:00000010:1.0:1786191001.368497:0:2390:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff963647a24f60. 00000100:00000001:1.0:1786191001.368500:0:2390:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1786191001.368503:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786191001.368506:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.368509:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786191001.368526:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364e368e00 x1872956727776128/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.368534:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786191001.368535:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786191001.368537:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786191001.368539:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786191001.368541:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786191001.368544:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727776128:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786191001.368547:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786191001.368550:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786191001.368551:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786191001.368553:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786191001.368555:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e17be00. 02000000:00000001:1.0:1786191001.368557:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786191001.368561:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786191001.368563:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9636543fe268. 00000400:00000010:1.0:1786191001.368567:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c3b8. 00000100:00000200:1.0:1786191001.368570:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727776128, portal 10 00000100:00000001:1.0:1786191001.368576:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786191001.368577:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758717439488 : -116314992112128 : ffff96364e368e00) 00000100:00000040:1.0:1786191001.368584:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364e368e00 x1872956727776128/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.368590:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786191001.368591:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786191001.368594:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c880. 00000100:00000200:1.0:1786191001.368596:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727776128, offset 0 00000400:00000200:1.0:1786191001.368601:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786191001.368605:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.368609:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786191001.368611:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786191001.368614:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786191001.368616:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786191001.368619:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786191001.368621:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [175:175:255:4294967295] 192.168.203.157@tcp LPNI seq info [175:175:7:4294967295] 00000400:00000200:1.0:1786191001.368625:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.368631:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786191001.368635:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786191001.368638:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364def3000. 00000800:00000200:1.0:1786191001.368642:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786191001.368647:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786191001.368650:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364def3000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786191001.368653:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.368657:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: using a timeout of 140366 usecs (141 jiffies) 00000400:00000200:1.0:1786191001.368660:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786191001.368662:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 0 is 4295061646 00000100:00000001:1.0:1786191001.368664:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS request active for cpu 0, keep current deadline 4295062841 00000100:00000001:1.0:1786191001.368666:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 1 is 4295061646 00000100:00000001:1.0:1786191001.368668:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963644f1b800: PM QoS request active for cpu 1, keep current deadline 4295062841 00000100:00000001:1.0:1786191001.368675:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786191001.368677:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.368679:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786191001.368683:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364e369f80 x1872956727776384/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.368689:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786191001.368691:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786191001.368693:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786191001.368694:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786191001.368696:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786191001.368698:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727776384:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786191001.368701:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786191001.368704:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786191001.368705:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786191001.368707:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786191001.368709:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e17b200. 02000000:00000001:1.0:1786191001.368711:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786191001.368714:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786191001.368717:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9636543fef20. 00000400:00000010:1.0:1786191001.368720:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c660. 00000100:00000200:1.0:1786191001.368723:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727776384, portal 10 00000100:00000001:1.0:1786191001.368724:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786191001.368726:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758717443968 : -116314992107648 : ffff96364e369f80) 00000100:00000040:1.0:1786191001.368731:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364e369f80 x1872956727776384/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.368737:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786191001.368739:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786191001.368741:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c770. 00000100:00000200:1.0:1786191001.368743:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727776384, offset 0 00000400:00000200:1.0:1786191001.368747:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786191001.368751:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.368755:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786191001.368761:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786191001.368764:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786191001.368767:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786191001.368769:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786191001.368772:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [176:176:254:4294967295] 192.168.203.157@tcp LPNI seq info [176:176:6:4294967295] 00000400:00000200:1.0:1786191001.368776:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.368782:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786191001.368786:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786191001.368790:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364def3100. 00000800:00000200:1.0:1786191001.368793:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786191001.368798:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786191001.368800:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364def3100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786191001.368803:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.368806:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: using a timeout of 27346 usecs (28 jiffies) 00000400:00000200:1.0:1786191001.368809:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786191001.368811:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295061533 00000100:00000001:1.0:1786191001.368813:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295062841 00000100:00000001:1.0:1786191001.368815:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295061533 00000100:00000001:1.0:1786191001.368817:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295062841 00000100:00000001:1.0:1786191001.368818:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786191001.368820:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.368823:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.368826:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.370188:0:2390:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786191001.370193:0:2390:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1786191001.370199:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786191001.370202:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786191001.370205:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786191001.370209:0:2390:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:1.0:1786191001.370211:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.370216:0:2390:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786191001.370223:0:2390:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.370225:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786191001.370226:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1786191001.370228:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786191001.370242:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364e36b480 x1872956727776000/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.370251:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786191001.370253:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786191001.370258:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786191001.370260:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786191001.370263:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786191001.370266:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e36b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727776000:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786191001.370270:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786191001.370275:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786191001.370277:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786191001.370280:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786191001.370284:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e17ac00. 02000000:00000001:1.0:1786191001.370286:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786191001.370291:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786191001.370296:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9636543fe000. 00000400:00000010:1.0:1786191001.370301:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c7f8. 00000100:00000200:1.0:1786191001.370306:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727776000, portal 10 00000100:00000001:1.0:1786191001.370308:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786191001.370310:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758717449344 : -116314992102272 : ffff96364e36b480) 00000100:00000040:1.0:1786191001.370316:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364e36b480 x1872956727776000/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.370323:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786191001.370325:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786191001.370328:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1cee0. 00000100:00000200:1.0:1786191001.370331:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727776000, offset 0 00000400:00000200:1.0:1786191001.370336:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786191001.370342:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.370348:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786191001.370358:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786191001.370362:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786191001.370364:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786191001.370367:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786191001.370371:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [177:177:253:4294967295] 192.168.203.157@tcp LPNI seq info [177:177:5:4294967295] 00000400:00000200:1.0:1786191001.370375:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.370383:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1786191001.370388:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786191001.370392:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364def3f00. 00000800:00000200:1.0:1786191001.370397:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786191001.370402:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786191001.370405:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364def3f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786191001.370409:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.370413:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: using a timeout of 119531 usecs (120 jiffies) 00000400:00000200:1.0:1786191001.370416:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786191001.370419:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 0 is 4295061625 00000100:00000001:1.0:1786191001.370421:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS request active for cpu 0, keep current deadline 4295062841 00000100:00000001:1.0:1786191001.370423:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS new deadline estimation for cpu 1 is 4295061625 00000100:00000001:1.0:1786191001.370425:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963644f1b800: PM QoS request active for cpu 1, keep current deadline 4295062841 00000100:00000001:1.0:1786191001.370427:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786191001.370429:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.370432:0:2390:0:(client.c:1800:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1786191001.370436:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff96364e36aa00 x1872956727776256/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.370442:0:2390:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1786191001.370444:0:2390:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786191001.370446:0:2390:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1786191001.370447:0:2390:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1786191001.370449:0:2390:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1786191001.370456:0:2390:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff96364e36aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727776256:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786191001.370460:0:2390:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1786191001.370462:0:2390:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1786191001.370464:0:2390:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786191001.370466:0:2390:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1786191001.370468:0:2390:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff96364e17b800. 02000000:00000001:1.0:1786191001.370470:0:2390:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1786191001.370473:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1786191001.370476:0:2390:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff9636543fe688. 00000400:00000010:1.0:1786191001.370479:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c088. 00000100:00000200:1.0:1786191001.370482:0:2390:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1872956727776256, portal 10 00000100:00000001:1.0:1786191001.370484:0:2390:0:(client.c:3262:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1786191001.370485:0:2390:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446627758717446656 : -116314992104960 : ffff96364e36aa00) 00000100:00000040:1.0:1786191001.370490:0:2390:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff96364e36aa00 x1872956727776256/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.370496:0:2390:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1786191001.370498:0:2390:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1786191001.370500:0:2390:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff96364da1c440. 00000100:00000200:1.0:1786191001.370502:0:2390:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1872956727776256, offset 0 00000400:00000200:1.0:1786191001.370506:0:2390:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1786191001.370510:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.370528:0:2390:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1786191001.370531:0:2390:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1786191001.370533:0:2390:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1786191001.370535:0:2390:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1786191001.370537:0:2390:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1786191001.370539:0:2390:0:(lib-move.c:1745:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [178:178:252:4294967295] 192.168.203.157@tcp LPNI seq info [178:178:4:4294967295] 00000400:00000200:1.0:1786191001.370543:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1786191001.370548:0:2391:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1786191001.370549:0:2390:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000100:00000001:0.0:1786191001.370552:0:2391:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786191001.370553:0:2390:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1786191001.370557:0:2390:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff96364def3b00. 00000800:00000200:1.0:1786191001.370566:0:2390:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff963647c75000] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1786191001.370570:0:2390:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1786191001.370573:0:2390:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff96364def3b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1786191001.370576:0:2390:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.370579:0:2390:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: using a timeout of 21347 usecs (22 jiffies) 00000400:00000200:1.0:1786191001.370582:0:2390:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1786191001.370584:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 0 is 4295061527 00000100:00000001:1.0:1786191001.370586:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS request active for cpu 0, keep current deadline 4295062841 00000100:00000001:1.0:1786191001.370588:0:2390:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS new deadline estimation for cpu 1 is 4295061527 00000100:00000001:1.0:1786191001.370589:0:2390:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff963647a3e000: PM QoS request active for cpu 1, keep current deadline 4295062841 00000100:00000001:1.0:1786191001.370592:0:2390:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786191001.370593:0:2390:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.370597:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.370599:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1786191001.370641:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786191001.370646:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364def3c00. 00000400:00000200:1.0:1786191001.370651:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786191001.370655:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786191001.370660:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1cdd0 00000400:00000010:1.0:1786191001.370663:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1cdd0. 00000100:00000001:1.0:1786191001.370666:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786191001.370671:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364e369c00 x1872956727775872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.370681:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786191001.370685:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364e369c00 x1872956727775872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.370691:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.370693:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786191001.370705:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786191001.370707:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364def3000. 00000400:00000200:1.0:1786191001.370710:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786191001.370717:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786191001.370721:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c880 00000400:00000010:1.0:1786191001.370722:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c880. 00000100:00000001:1.0:1786191001.370724:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786191001.370728:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364e368e00 x1872956727776128/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.370736:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786191001.370739:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364e368e00 x1872956727776128/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.370744:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.370746:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786191001.370755:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786191001.370757:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364def3100. 00000400:00000200:1.0:1786191001.370760:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786191001.370763:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786191001.370765:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c770 00000400:00000010:1.0:1786191001.370767:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c770. 00000100:00000001:1.0:1786191001.370768:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786191001.370772:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364e369f80 x1872956727776384/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.370778:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786191001.370782:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364e369f80 x1872956727776384/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.370787:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.370789:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786191001.370795:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786191001.370797:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364def3f00. 00000400:00000200:1.0:1786191001.370799:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786191001.370802:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786191001.370805:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1cee0 00000400:00000010:1.0:1786191001.370806:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1cee0. 00000100:00000001:1.0:1786191001.370808:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786191001.370816:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364e36b480 x1872956727776000/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.370823:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786191001.370825:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364e36b480 x1872956727776000/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.371451:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.371453:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1786191001.372125:0:2382:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1786191001.372130:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff96364def3b00. 00000400:00000200:1.0:1786191001.372135:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786191001.372141:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1786191001.372145:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c440 00000400:00000010:1.0:1786191001.372147:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c440. 00000100:00000001:1.0:1786191001.372151:0:2382:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1786191001.372157:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff96364e36aa00 x1872956727776256/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.372166:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786191001.372170:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff96364e36aa00 x1872956727776256/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.372176:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.372177:0:2382:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1786191001.452135:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.452151:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786191001.452156:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.452158:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786191001.452167:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452174:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786191001.452182:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452187:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452192:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452196:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8705380 00000400:00000200:1.0:1786191001.452201:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452213:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x9c9 [1] + 224 00000800:00000001:1.0:1786191001.452221:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.452226:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786191001.452230:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786191001.452234:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786191001.452241:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786191001.452251:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364e368e00 x1872956727776128/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786191001.452262:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364e368e00 x1872956727776128/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.452278:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786191001.452286:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.452290:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786191001.452293:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.452296:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786191001.452301:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452304:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786191001.452308:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452311:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452314:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452316:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8705480 00000400:00000200:1.0:1786191001.452319:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452323:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x9d9 [1] + 224 00000800:00000001:1.0:1786191001.452327:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.452330:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786191001.452332:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786191001.452335:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786191001.452338:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786191001.452342:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364e369f80 x1872956727776384/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786191001.452352:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364e369f80 x1872956727776384/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.452365:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786191001.452369:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.452373:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786191001.452375:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.452377:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786191001.452380:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452383:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786191001.452388:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452390:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452393:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452396:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8705300 00000400:00000200:1.0:1786191001.452399:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452403:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x9e9 [1] + 224 00000800:00000001:1.0:1786191001.452406:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.452410:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786191001.452411:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786191001.452414:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786191001.452417:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786191001.452421:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364e36b480 x1872956727776000/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786191001.452429:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364e36b480 x1872956727776000/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.452436:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786191001.452440:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.452443:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786191001.452445:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.452447:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786191001.452449:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452452:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786191001.452456:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452465:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452468:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452471:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 10 MB=0x6a771b8705400 00000400:00000200:1.0:1786191001.452473:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.452477:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.157@tcp of length 224/224 into md 0x9f9 [1] + 224 00000800:00000001:1.0:1786191001.452480:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.452483:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786191001.452485:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786191001.452488:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786191001.452491:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786191001.452494:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364e36aa00 x1872956727776256/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786191001.452501:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364e36aa00 x1872956727776256/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.452507:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786191001.452510:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.453577:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1786191001.453582:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.453585:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786191001.453590:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.453595:0:2383:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1786191001.453602:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.453605:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.453609:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.453612:0:2383:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x6a771b8705280 00000400:00000200:1.0:1786191001.453616:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1786191001.453620:0:2383:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x9b9 [1] + 224 00000800:00000001:1.0:1786191001.453625:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.453634:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1786191001.453637:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1786191001.453640:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1786191001.453644:0:2383:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786191001.453658:0:2383:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff96364e369c00 x1872956727775872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1786191001.453668:0:2383:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff96364e369c00 x1872956727775872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.453675:0:2383:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1786191001.453681:0:2383:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:1.0:1786191001.453684:0:2383:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.453701:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786191001.453705:0:2390:0:(client.c:1977:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1786191001.453710:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786191001.453712:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786191001.453715:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9636543fe000. 00000400:00000200:1.0:1786191001.453719:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c7f8 00000400:00000010:1.0:1786191001.453722:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c7f8. 00000100:00000001:1.0:1786191001.453724:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786191001.453728:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364e36b480 x1872956727776000/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786191001.453737:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364e36b480 x1872956727776000/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.453743:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786191001.453745:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.453747:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786191001.453749:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786191001.453752:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786191001.453754:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786191001.453757:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786191001.453765:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff963648d57460 time=101 v=5 (5 0 0 0) 00000100:00001000:1.0:1786191001.453769:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff963648d57418 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1786191001.453772:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786191001.453774:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786191001.453776:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786191001.453780:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.453784:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786191001.453786:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963644f1b800: skip recheck: last_committed 0 00000100:00000001:1.0:1786191001.453794:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786191001.453796:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.453801:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364e36b480 x1872956727776000/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.453808:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786191001.453811:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786191001.453813:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786191001.453817:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364e36b480 x1872956727776000/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786191001.453824:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e36b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727776000:192.168.203.157@tcp:400:kworker.0 00000400:00000001:1.0:1786191001.453831:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786191001.453832:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786191001.453834:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9636543fe688. 00000400:00000200:1.0:1786191001.453836:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c088 00000400:00000010:1.0:1786191001.453838:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c088. 00000100:00000001:1.0:1786191001.453840:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786191001.453844:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364e36aa00 x1872956727776256/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786191001.453852:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364e36aa00 x1872956727776256/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.453857:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786191001.453858:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.453860:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786191001.453862:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786191001.453863:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786191001.453864:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786191001.453866:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786191001.453871:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364df6b460 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1786191001.453874:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364df6b418 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1786191001.453876:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786191001.453877:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786191001.453879:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786191001.453886:0:2390:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.453888:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786191001.453889:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:1.0:1786191001.453891:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786191001.453892:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.453897:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364e36aa00 x1872956727776256/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.453903:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786191001.453905:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786191001.453907:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786191001.453910:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364e36aa00 x1872956727776256/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786191001.453917:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e36aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727776256:192.168.203.157@tcp:400:kworker.0 00000400:00000001:1.0:1786191001.453923:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786191001.453925:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786191001.453927:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9636543fef78. 00000400:00000200:1.0:1786191001.453929:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1ce58 00000400:00000010:1.0:1786191001.453931:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1ce58. 00000100:00000001:1.0:1786191001.453933:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786191001.453936:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364e369c00 x1872956727775872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786191001.453943:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364e369c00 x1872956727775872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.453949:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786191001.453950:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.453952:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786191001.453954:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786191001.453955:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786191001.453956:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786191001.453959:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786191001.453962:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff963647e89c60 time=101 v=5 (5 0 0 0) 00000100:00001000:1.0:1786191001.453965:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff963647e89c18 time=101 v=5 (1 0 0 0) 00000100:00000001:1.0:1786191001.453973:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786191001.453974:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786191001.453976:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1786191001.453977:0:2390:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.453979:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.453983:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364e369c00 x1872956727775872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.453989:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786191001.453991:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786191001.453992:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786191001.453996:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364e369c00 x1872956727775872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786191001.454002:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e369c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c398ac42-f517-4a33-b1a3-1b5180bea630:2390:1872956727775872:192.168.203.157@tcp:400:kworker.0 00000400:00000001:1.0:1786191001.454025:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786191001.454027:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786191001.454029:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9636543fe268. 00000400:00000200:1.0:1786191001.454031:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c3b8 00000400:00000010:1.0:1786191001.454033:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c3b8. 00000100:00000001:1.0:1786191001.454035:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786191001.454039:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364e368e00 x1872956727776128/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786191001.454048:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364e368e00 x1872956727776128/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.454054:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786191001.454055:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.454057:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786191001.454058:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786191001.454060:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786191001.454061:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786191001.454063:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786191001.454068:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff963648d52c60 time=100 v=5 (5 0 0 0) 00000100:00001000:1.0:1786191001.454071:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff963648d52c18 time=100 v=5 (1 0 0 0) 00000100:00000001:1.0:1786191001.454078:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786191001.454080:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786191001.454082:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1786191001.454086:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364e368e00 x1872956727776128/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1786191001.454092:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.454094:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786191001.454096:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963644f1b800: skip recheck: last_committed 0 00000100:00000001:1.0:1786191001.454097:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786191001.454098:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.454102:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364e368e00 x1872956727776128/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.454108:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786191001.454110:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786191001.454111:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786191001.454115:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364e368e00 x1872956727776128/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786191001.454122:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e368e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:73e28915-1996-44ef-9211-1b682baca970:2390:1872956727776128:192.168.203.157@tcp:400:kworker.0 00000400:00000001:1.0:1786191001.454128:0:2390:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1786191001.454129:0:2390:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1786191001.454131:0:2390:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff9636543fef20. 00000400:00000200:1.0:1786191001.454133:0:2390:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff96364da1c660 00000400:00000010:1.0:1786191001.454135:0:2390:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff96364da1c660. 00000100:00000001:1.0:1786191001.454137:0:2390:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1786191001.454141:0:2390:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff96364e369f80 x1872956727776384/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1786191001.454149:0:2390:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff96364e369f80 x1872956727776384/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.454155:0:2390:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1786191001.454156:0:2390:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.454163:0:2390:0:(client.c:1580:after_reply()) Process entered 02000000:00000001:1.0:1786191001.454165:0:2390:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1786191001.454166:0:2390:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1786191001.454167:0:2390:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1786191001.454169:0:2390:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1786191001.454174:0:2390:0:(import.c:2149:obd_at_measure()) add 5 to ffff96364dae3c60 time=36 v=5 (5 0 0 0) 00000100:00001000:1.0:1786191001.454177:0:2390:0:(import.c:2149:obd_at_measure()) add 1 to ffff96364dae3c18 time=36 v=5 (1 0 0 0) 00000100:00000001:1.0:1786191001.454179:0:2390:0:(client.c:1482:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1786191001.454180:0:2390:0:(client.c:1520:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1786191001.454182:0:2390:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1786191001.454186:0:2390:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff96364e369f80 x1872956727776384/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1786191001.454192:0:2390:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.454194:0:2390:0:(client.c:3096:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1786191001.454196:0:2390:0:(client.c:3108:ptlrpc_free_committed()) lustre-MDT0001-mdc-ffff963647a3e000: skip recheck: last_committed 0 00000100:00000001:1.0:1786191001.454197:0:2390:0:(client.c:3109:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1786191001.454199:0:2390:0:(client.c:1784:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1786191001.454202:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff96364e369f80 x1872956727776384/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.454208:0:2390:0:(client.c:2341:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1786191001.454210:0:2390:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1786191001.454212:0:2390:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1786191001.454215:0:2390:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff96364e369f80 x1872956727776384/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1786191001.454223:0:2390:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff96364e369f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6e9a7f21-a206-4b6b-b63d-148080d267bf:2390:1872956727776384:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1786191001.454227:0:2390:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.454230:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786191001.454233:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364e36b480 x1872956727776000/t0(0) o400->lustre-MDT0000-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.454240:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786191001.454243:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786191001.454251:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e17ac00. 02000000:00000001:1.0:1786191001.454254:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786191001.454256:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786191001.454258:0:2390:0:(genops.c:1244:class_import_put()) import ffff963648d57000 refcount=3 obd=lustre-MDT0000-mdc-ffff963644f1b800 00000020:00000001:1.0:1786191001.454260:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786191001.454263:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96364def3900. 02000000:00000001:1.0:1786191001.454267:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786191001.454269:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786191001.454271:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364e36b480. 00000100:00000001:1.0:1786191001.454275:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786191001.454276:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.454278:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786191001.454282:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364e36aa00 x1872956727776256/t0(0) o400->lustre-MDT0000-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.454288:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786191001.454289:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786191001.454291:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e17b800. 02000000:00000001:1.0:1786191001.454293:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786191001.454294:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786191001.454295:0:2390:0:(genops.c:1244:class_import_put()) import ffff96364df6b000 refcount=3 obd=lustre-MDT0000-mdc-ffff963647a3e000 00000020:00000001:1.0:1786191001.454297:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786191001.454298:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96364def3200. 02000000:00000001:1.0:1786191001.454300:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786191001.454301:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786191001.454302:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364e36aa00. 00000100:00000001:1.0:1786191001.454304:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786191001.454306:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.454307:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786191001.454310:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364e369c00 x1872956727775872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.454316:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786191001.454317:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786191001.454318:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e17ba00. 02000000:00000001:1.0:1786191001.454320:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786191001.454321:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786191001.454323:0:2390:0:(genops.c:1244:class_import_put()) import ffff963647e89800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1786191001.454331:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786191001.454333:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96364def3300. 02000000:00000001:1.0:1786191001.454335:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786191001.454337:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786191001.454338:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364e369c00. 00000100:00000001:1.0:1786191001.454340:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786191001.454341:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.454343:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786191001.454347:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364e368e00 x1872956727776128/t0(0) o400->lustre-MDT0001-mdc-ffff963644f1b800@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.454353:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786191001.454354:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786191001.454355:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e17be00. 02000000:00000001:1.0:1786191001.454357:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786191001.454358:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786191001.454359:0:2390:0:(genops.c:1244:class_import_put()) import ffff963648d52800 refcount=3 obd=lustre-MDT0001-mdc-ffff963644f1b800 00000020:00000001:1.0:1786191001.454361:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786191001.454363:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96364def3500. 02000000:00000001:1.0:1786191001.454365:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786191001.454366:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786191001.454367:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364e368e00. 00000100:00000001:1.0:1786191001.454369:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786191001.454370:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.454372:0:2390:0:(client.c:2854:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1786191001.454375:0:2390:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff96364e369f80 x1872956727776384/t0(0) o400->lustre-MDT0001-mdc-ffff963647a3e000@192.168.203.157@tcp:12/10 lens 224/224 e 0 to 0 dl 1786191017 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1786191001.454381:0:2390:0:(client.c:2780:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1786191001.454382:0:2390:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1786191001.454383:0:2390:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff96364e17b200. 02000000:00000001:1.0:1786191001.454385:0:2390:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1786191001.454386:0:2390:0:(genops.c:1238:class_import_put()) Process entered 00000020:00000040:1.0:1786191001.454387:0:2390:0:(genops.c:1244:class_import_put()) import ffff96364dae3800 refcount=3 obd=lustre-MDT0001-mdc-ffff963647a3e000 00000020:00000001:1.0:1786191001.454389:0:2390:0:(genops.c:1251:class_import_put()) Process leaving 02000000:00000010:1.0:1786191001.454390:0:2390:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff96364def3e00. 02000000:00000001:1.0:1786191001.454392:0:2390:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1786191001.454393:0:2390:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1786191001.454400:0:2390:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff96364e369f80. 00000100:00000001:1.0:1786191001.454402:0:2390:0:(client.c:2836:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1786191001.454404:0:2390:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.454406:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1786191001.454413:0:2390:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1786191001.454415:0:2390:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1786191001.454417:0:2390:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1786191001.454419:0:2390:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1786191001.767469:0:10669:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1786191001.767480:0:10669:0:(llite_lib.c:4245:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786191002.074397:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786191002.074406:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786191002.074412:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786191002.074413:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786191002.076549:0:6161:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786191002.076556:0:6161:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786191002.082890:0:6161:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1786191002.715402:0:783:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19000 (cpu 0) has reached its deadline 4295062841, at 4295062852 00000100:00000010:0.0:1786191002.715417:0:783:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff963647a246c0. 00000100:00000040:1.0:1786191002.823429:0:42:0:(connection.c:75:cpu_latency_work()) work item of ffff963644f19110 (cpu 1) has reached its deadline 4295062841, at 4295062960 00000100:00000010:1.0:1786191002.823444:0:42:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff963647a24f60. 00010000:00000001:0.0:1786191003.095079:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786191003.095086:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1786191003.095093:0:783:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1786191003.095101:0:783:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1786191003.097318:0:6160:0:(genops.c:1916:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1786191003.097325:0:6160:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1786191003.097330:0:6160:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 10459 lines, 10459 kept, 0 dropped, 0 bad.